-- Logs begin at Thu 2022-06-23 00:49:11 UTC, end at Thu 2022-06-23 02:14:28 UTC. -- Jun 23 01:48:11.725972 dv-cinder-815582-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 01:48:14.406122 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.common.config [-] Logging enabled! Jun 23 01:48:14.406692 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 01:48:14.406914 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104077) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 01:48:14.410119 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.common.config [-] Logging enabled! Jun 23 01:48:14.410370 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 01:48:14.410685 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104077) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 01:48:14.411660 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 01:48:14.411881 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 01:48:14.412259 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 01:48:14.412501 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 01:48:14.412730 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 01:48:14.413145 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.413443 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.413669 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.413952 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.414246 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.414528 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.414818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.415113 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.415436 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.415716 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.415981 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.416209 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.416491 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.416776 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.417061 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.417286 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] debug = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.417566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.417999 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.418438 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.418705 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.418994 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.419289 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.419566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.419842 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.420123 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.420455 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] host = dv-cinder-815582-9-iscsi {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.420731 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.421066 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.421362 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.421644 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.421918 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.422190 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.422457 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.422730 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.422997 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.423299 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.423586 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.423872 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.424159 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.424382 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.424605 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.424890 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.425191 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.425464 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.425736 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.426006 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.426279 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.426552 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.427183 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.427488 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.427771 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.428054 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.428326 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.428598 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.428867 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.429140 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.429425 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.429694 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.429966 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.430236 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.430527 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.430795 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.431068 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.431403 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.431690 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.431975 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.432259 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.432531 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.432815 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.433084 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.433354 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.433621 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_json = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.433890 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.434156 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.434434 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.434706 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.434975 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.435268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.435540 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.435823 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.436092 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:14.436384 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.436705 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.437005 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.437285 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.437594 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.437873 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.438159 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.438433 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.438720 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.439007 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.439330 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.439608 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.439906 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.440194 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.440491 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.440794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.441087 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.441377 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.441652 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.441925 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.442198 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.442473 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.442760 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.443037 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.443350 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.443639 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.443914 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.444207 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.444490 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.444777 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.445070 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.445360 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.445633 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.445910 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.446197 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.446474 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.446744 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.447036 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.447344 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.447617 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.447900 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.448188 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.448475 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.448748 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.449024 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.449311 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.449585 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.449853 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.450122 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.450399 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.450671 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.450960 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.451268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.451537 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.451808 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.452086 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.452410 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.452682 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.452959 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.453228 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.453504 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.453775 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.454047 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.454317 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.454585 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.454856 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.455122 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.455414 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.455691 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.456129 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.456411 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.456681 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.456955 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.457230 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.457529 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.457806 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.458084 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.458362 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.458639 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.458915 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.459191 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.459498 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.459776 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.460048 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.460339 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.460621 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.460910 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.461192 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.461470 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.461781 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.462057 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.462332 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.462615 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.462894 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.463173 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.463484 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.463768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.464062 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.464355 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.464632 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.464934 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.465226 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.465517 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.465797 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.466105 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.466384 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:14.466599 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 01:48:14.466835 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104077) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 01:48:14.772504 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 01:48:14.772750 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 01:48:14.773058 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 01:48:14.773394 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 01:48:15.197489 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.197776 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.198146 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.199466 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.199736 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.199999 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.251415 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.251680 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.251942 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.266339 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.266610 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.266876 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.295808 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.296110 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.296366 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.331999 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.332260 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.332520 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.556792 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.557415 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.557415 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.557415 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.558166 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.654357 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.654662 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.654937 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.655200 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.655506 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.655808 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.656059 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.656313 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.656556 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.656827 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.657060 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.657321 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.657567 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.657808 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.658051 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.658304 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.658549 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.658794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.659044 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.659319 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.659583 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.659826 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.660097 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.660461 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.660702 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.660941 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.661327 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.661558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.661787 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.662016 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.662242 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.662468 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:15.662824 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 01:48:15.665922 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 01:48:15.669800 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 01:48:15.673649 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 23 01:48:15.675239 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 01:48:15.675879 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 01:48:15.676202 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 01:48:15.676576 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 01:48:15.679673 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 01:48:15.679919 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 01:48:15.680254 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 01:48:15.685258 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 01:48:15.707829 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 01:48:15.708261 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.708549 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104077) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 01:48:15.708907 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.710233 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104077) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 01:48:15.710501 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 01:48:15.710732 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 01:48:15.713989 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.714255 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:15.878372 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 01:48:15.878668 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 01:48:15.879087 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 01:48:15.879752 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 01:48:15.936133 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO dbcounter [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Registered counter for database neutron Jun 23 01:48:15.956436 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_db.sqlalchemy.engines [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104077) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 01:48:15.962800 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writer thread running {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 01:48:16.516328 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing driver for type 'gre' Jun 23 01:48:16.516874 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] gre ID ranges: [(1, 1000)] Jun 23 01:48:16.575189 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing driver for type 'local' Jun 23 01:48:16.577108 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing driver for type 'vlan' Jun 23 01:48:16.593684 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] VlanTypeDriver initialization complete Jun 23 01:48:16.594015 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing driver for type 'vxlan' Jun 23 01:48:16.594570 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] vxlan ID ranges: [(1, 1000)] Jun 23 01:48:16.655562 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing extension driver 'port_security' Jun 23 01:48:16.655917 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] PortSecurityExtensionDriver initialization complete Jun 23 01:48:16.656267 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing mechanism driver 'openvswitch' Jun 23 01:48:16.656596 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing mechanism driver 'hyperv' Jun 23 01:48:16.663442 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:16.664133 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.664508 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.664859 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.665368 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.665788 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.666139 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.666483 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.666876 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.667308 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.667655 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.667995 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.668380 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.668783 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.669127 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.669465 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.669853 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.670255 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.670596 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.670989 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.671407 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.671812 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > address_group after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.672150 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > address_group after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.672493 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.672877 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104077) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 01:48:16.673314 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] ML2 OVO RPC backend initialized. {{(pid=104077) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 01:48:16.674023 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.674377 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.674792 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.675139 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > networks before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.675503 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.675840 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > ports before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.676179 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.676513 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnets before_response 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.677210 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.677547 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.677880 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.678215 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.678548 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.678878 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.679230 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.679566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.679899 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.687471 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded quota_driver: . Jun 23 01:48:16.687835 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.plugin [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Modular L2 Plugin initialization complete Jun 23 01:48:16.688180 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading services supported by the core plugin {{(pid=104077) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 01:48:16.688518 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.plugins.ml2.managers [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Got port-security extension from driver 'port_security' Jun 23 01:48:16.689004 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.extensions.vlantransparent [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Disabled vlantransparent extension. Jun 23 01:48:16.689512 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104077) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 01:48:16.689869 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: router Jun 23 01:48:16.725182 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.725563 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_create 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.725932 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router before_create 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.726293 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.726663 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.727019 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_delete 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.727401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.727749 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.728101 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_create 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.728446 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.728793 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.729122 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.729476 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.729881 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.730247 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.730583 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.730916 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: subnet after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.731281 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.731627 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.731973 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_create 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.732313 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.732648 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.732996 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router after_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.733339 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.733746 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_create 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.734106 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.734449 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_update 55549900 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.734810 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > agent after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.735164 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > agent after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.735534 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > network after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.736376 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Tracking information for resource: router configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:16.736700 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Tracking information for resource: floatingip configured {{(pid=104077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 01:48:16.741554 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.db.l3_agentschedulers_db [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 01:48:16.742131 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.742490 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.742839 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.743183 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.743992 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router before_create 55550100 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.744353 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.744710 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_create 55550100 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.745058 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > router precommit_update 55550100 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.749956 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.provider_configuration [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service providers = [] {{(pid=104077) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 01:48:16.750318 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.db.servicetype_db [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104077) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 01:48:16.753420 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.service_base [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 01:48:16.753770 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.service_base [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 01:48:16.754114 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.service_base [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 01:48:16.755000 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.services.service_base [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 01:48:16.755399 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.services.service_base [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 01:48:16.755763 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.756085 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 01:48:16.766478 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.766811 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: auto_allocate Jun 23 01:48:16.772493 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: network precommit_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.772859 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: network precommit_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.773368 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.773685 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: tag Jun 23 01:48:16.780538 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.780862 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: timestamp Jun 23 01:48:16.784649 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.784980 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: network_ip_availability Jun 23 01:48:16.790432 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.790805 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.791161 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:16.791898 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.792219 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: flavors Jun 23 01:48:16.797124 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.797449 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading Plugin: revisions Jun 23 01:48:16.802045 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 01:48:16.802436 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.029s {{(pid=104077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 01:48:16.803167 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104077) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 01:48:16.803527 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Initializing extension manager. Jun 23 01:48:16.804055 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: __init__.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.804397 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: __pycache__ {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.804731 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: address_group.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.805482 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.806045 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: address-group Jun 23 01:48:16.806369 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: address_scope.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.807093 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.807632 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: address-scope Jun 23 01:48:16.807955 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.808888 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.809400 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: router-admin-state-down-before-update Jun 23 01:48:16.809720 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: agent.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.810430 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.810937 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: agent Jun 23 01:48:16.811257 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: agent_resources_synced.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.812262 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.812769 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: agent-resources-synced Jun 23 01:48:16.813089 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: allowedaddresspairs.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.814965 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.815532 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: allowed-address-pairs Jun 23 01:48:16.815856 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: auto_allocated_topology.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.816918 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.817438 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: auto-allocated-topology Jun 23 01:48:16.817768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: availability_zone.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.818464 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.818976 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: availability_zone Jun 23 01:48:16.819325 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: availability_zone_filter.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.820248 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.820763 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: availability_zone_filter Jun 23 01:48:16.821087 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: data_plane_status.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.821994 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.822502 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 01:48:16.822826 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: default_subnetpools.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.823760 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.824271 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: default-subnetpools Jun 23 01:48:16.824592 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.825444 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.825903 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: dhcp_agent_scheduler Jun 23 01:48:16.826227 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: dns.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.827193 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.827754 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 01:48:16.828098 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: dns_domain_ports.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.829038 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.829559 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 01:48:16.829881 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.830805 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.831360 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 01:48:16.831674 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: dvr.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.832349 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.832864 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: dvr Jun 23 01:48:16.833182 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: ecmp_routes.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.834097 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.834601 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 01:48:16.834920 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: empty_string_filtering.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.835849 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.836365 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: empty-string-filtering Jun 23 01:48:16.836683 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.837756 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.838260 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 01:48:16.838587 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.839531 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.840038 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 01:48:16.840359 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: external_net.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.841264 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.841766 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: external-net Jun 23 01:48:16.842076 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.843032 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.843600 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: extra_dhcp_opt Jun 23 01:48:16.843906 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: extraroute.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.844826 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.845334 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: extraroute Jun 23 01:48:16.845656 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: extraroute_atomic.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.846664 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.847174 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: extraroute-atomic Jun 23 01:48:16.847526 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: filter_validation.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.848193 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.848711 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: filter-validation Jun 23 01:48:16.849028 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: fip_pf_description.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.849942 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.850452 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 01:48:16.850775 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: fip_pf_port_range.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.851713 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.852222 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 01:48:16.852547 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: fip_port_details.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.853462 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.853977 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: fip-port-details Jun 23 01:48:16.854300 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: flavors.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.855562 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.856081 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: flavors Jun 23 01:48:16.856405 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.858047 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.858596 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 01:48:16.858926 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: floatingip_pools.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.859665 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.860182 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: floatingip-pools Jun 23 01:48:16.860506 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: ip_allocation.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.861425 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.861936 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 01:48:16.862258 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.863175 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.863715 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: ip-substring-filtering Jun 23 01:48:16.864039 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l2_adjacency.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.864966 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.865504 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 01:48:16.865830 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.866800 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.867358 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: router Jun 23 01:48:16.867682 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.869897 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.870431 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 01:48:16.870765 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.871720 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.872247 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: ext-gw-mode Jun 23 01:48:16.872574 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.873496 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.874016 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: l3-ha Jun 23 01:48:16.874426 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.875372 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.875878 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 01:48:16.876204 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_flavors.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.877141 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.877665 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: l3-flavors Jun 23 01:48:16.877989 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.879403 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.879923 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 01:48:16.880252 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.881172 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.881689 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 01:48:16.882014 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: l3agentscheduler.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.883165 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.883715 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: l3_agent_scheduler Jun 23 01:48:16.884039 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: local_ip.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.885801 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.886329 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension local_ip not supported by any of loaded plugins Jun 23 01:48:16.886659 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: logging.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.888177 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.888709 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension logging not supported by any of loaded plugins Jun 23 01:48:16.889040 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: metering.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.889837 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.890416 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: metering Jun 23 01:48:16.890748 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.891879 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.892403 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: metering_source_and_destination_fields Jun 23 01:48:16.892731 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: multiprovidernet.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.893801 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.894316 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: multi-provider Jun 23 01:48:16.894640 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: netmtu.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.895595 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.896109 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: net-mtu Jun 23 01:48:16.896434 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: netmtu_writable.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.897352 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.897858 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: net-mtu-writable Jun 23 01:48:16.898193 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: network_availability_zone.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.898872 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.899415 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: network_availability_zone Jun 23 01:48:16.899740 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: network_ip_availability.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.900844 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.901365 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: network-ip-availability Jun 23 01:48:16.901693 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: network_segment_range.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.902464 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.902968 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 01:48:16.903330 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: pagination.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.904313 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.904645 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: pagination Jun 23 01:48:16.904967 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_device_profile.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.905909 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.906421 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-device-profile Jun 23 01:48:16.906742 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_mac_address_override.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.907703 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.908220 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-mac-override Jun 23 01:48:16.908533 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.909464 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.909977 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-mac-address-regenerate Jun 23 01:48:16.910302 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.911262 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.911751 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-numa-affinity-policy Jun 23 01:48:16.912078 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_resource_request.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.912986 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.913518 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 01:48:16.913838 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: port_resource_request_groups.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.914802 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.915430 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 01:48:16.915750 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: portbindings.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.916677 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.917189 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: binding Jun 23 01:48:16.917508 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: portbindings_extended.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.918765 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.919293 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: binding-extended Jun 23 01:48:16.919619 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: portsecurity.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.920525 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.921064 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-security Jun 23 01:48:16.921387 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: project_id.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.922359 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.922689 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: project-id Jun 23 01:48:16.923007 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: providernet.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.923950 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.924459 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: provider Jun 23 01:48:16.924780 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.930237 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.930758 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos not supported by any of loaded plugins Jun 23 01:48:16.931090 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.932367 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.932882 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 01:48:16.933212 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.934138 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.934703 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 01:48:16.934982 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_default.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.935923 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.936435 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-default not supported by any of loaded plugins Jun 23 01:48:16.936831 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_fip.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.937952 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.938278 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 01:48:16.938601 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.939554 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.940066 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 01:48:16.940390 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_gateway_ip.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.941309 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.941811 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 01:48:16.942135 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_port_network_policy.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.943061 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.943602 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 01:48:16.943920 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.944945 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.945456 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 01:48:16.945780 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.946819 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.947362 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 01:48:16.947682 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_pps_rule.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.948869 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.949394 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-pps not supported by any of loaded plugins Jun 23 01:48:16.949704 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_rule_type_details.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.950632 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.951146 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 01:48:16.951496 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.952434 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.952944 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 01:48:16.953264 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: qos_rules_alias.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.954314 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.954827 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 01:48:16.955151 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: quota_check_limit.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.956286 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.956814 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: quota-check-limit Jun 23 01:48:16.957189 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: quotasv2.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.958182 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.958504 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: quotas Jun 23 01:48:16.958828 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: quotasv2_detail.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.960607 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.960947 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: quota_details Jun 23 01:48:16.961278 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: rbac.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.962354 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.962882 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: rbac-policies Jun 23 01:48:16.963234 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: rbac_address_group.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.964158 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.964672 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: rbac-address-group Jun 23 01:48:16.964997 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: rbac_address_scope.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.965909 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.966421 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: rbac-address-scope Jun 23 01:48:16.966745 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: rbac_security_groups.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.967820 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.968342 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: rbac-security-groups Jun 23 01:48:16.968664 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: rbac_subnetpool.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.969652 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.970164 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: rbac-subnetpool Jun 23 01:48:16.970483 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: revisionifmatch.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.971437 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.971949 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: revision-if-match Jun 23 01:48:16.972267 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: revisions.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.973393 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.973912 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: standard-attr-revisions Jun 23 01:48:16.974236 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: router_availability_zone.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.975087 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.975636 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: router_availability_zone Jun 23 01:48:16.975957 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: routerservicetype.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.976880 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.977389 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 01:48:16.977712 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.978637 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.979149 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: security-groups-normalized-cidr Jun 23 01:48:16.979502 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.980433 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.980944 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: port-security-groups-filtering Jun 23 01:48:16.981265 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.982191 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.982707 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: security-groups-remote-address-group Jun 23 01:48:16.983026 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.984004 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.984519 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: security-groups-shared-filtering Jun 23 01:48:16.984847 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: securitygroup.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.994497 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.995041 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: security-group Jun 23 01:48:16.995413 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: segment.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.996151 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.996659 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension segment not supported by any of loaded plugins Jun 23 01:48:16.996983 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.997923 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:16.998448 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 01:48:16.998776 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: servicetype.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:16.999951 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.000477 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: service-type Jun 23 01:48:17.000800 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: sorting.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.001776 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.002106 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: sorting Jun 23 01:48:17.002429 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: standard_attr_segment.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.003385 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.003896 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 01:48:17.004217 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: standardattrdescription.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.004860 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.005367 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: standard-attr-description Jun 23 01:48:17.005691 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: stateful_security_group.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.006621 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.007136 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: stateful-security-group Jun 23 01:48:17.007496 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: stdattrs_common.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.008079 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 01:48:17.008397 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.009339 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.009859 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 01:48:17.010180 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnet_onboard.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.011242 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.011787 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: subnet_onboard Jun 23 01:48:17.012113 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.013036 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.013543 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 01:48:17.013867 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnet_service_types.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.014821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.015378 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: subnet-service-types Jun 23 01:48:17.015704 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnetallocation.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.016887 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.017405 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: subnet_allocation Jun 23 01:48:17.017725 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.018394 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.018904 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: subnetpool-prefix-ops Jun 23 01:48:17.019240 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.020197 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.020703 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 01:48:17.021022 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: tagging.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.022115 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.022630 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: standard-attr-tag Jun 23 01:48:17.022964 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: timestamp.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.024941 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.025548 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loaded extension: standard-attr-timestamp Jun 23 01:48:17.025890 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: trunk.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.027588 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.028183 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension trunk not supported by any of loaded plugins Jun 23 01:48:17.028718 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: trunk_details.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.029878 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.030553 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 01:48:17.030975 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: uplink_status_propagation.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.032376 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.033194 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 01:48:17.033742 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Loading extension file: vlantransparent.py {{(pid=104077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 01:48:17.034474 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 01:48:17.035389 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 01:48:17.039541 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:network Jun 23 01:48:17.040339 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnet Jun 23 01:48:17.040832 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 01:48:17.041605 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:port Jun 23 01:48:17.043274 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.043867 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service FLAVORS assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.044904 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.045479 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.045973 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:router Jun 23 01:48:17.046884 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 01:48:17.047624 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service METERING assigned prefix: /metering {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.049577 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:17.050346 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:17.050863 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:48:17.052557 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 01:48:17.053063 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:security_group Jun 23 01:48:17.053765 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 01:48:17.054603 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service CORE assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.054993 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 01:48:17.055612 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] subnetpool is already registered Jun 23 01:48:17.056206 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service CORE assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.056740 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 01:48:17.057515 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] subnetpool is already registered Jun 23 01:48:17.060566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.061053 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service FLAVORS assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.062002 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.062610 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.063138 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:router Jun 23 01:48:17.063530 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] router is already registered Jun 23 01:48:17.063993 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 01:48:17.064329 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] floatingip is already registered Jun 23 01:48:17.064785 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service METERING assigned prefix: /metering {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.065453 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 01:48:17.065780 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] rbac_policy is already registered Jun 23 01:48:17.066191 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:security_group Jun 23 01:48:17.066526 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] security_group is already registered Jun 23 01:48:17.066927 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 01:48:17.067278 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] security_group_rule is already registered Jun 23 01:48:17.067906 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service CORE assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.068229 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 01:48:17.068561 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] subnetpool is already registered Jun 23 01:48:17.068976 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.v2.resource_helper [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Service CORE assigned prefix: {{(pid=104077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 01:48:17.069299 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 01:48:17.069627 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING neutron.quota.resource_registry [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] subnetpool is already registered Jun 23 01:48:17.070094 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: extensions {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.071605 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: address-groups {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.073090 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: address-scopes {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.074386 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: agents {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.075610 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: auto-allocated-topology {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.076788 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: availability_zones {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.078053 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: dhcp-networks {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.079576 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: dhcp-agents {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.080992 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: routers {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.082742 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: flavors {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.084034 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: service_profiles {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.085246 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: next_providers {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.086671 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: service_profiles {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.088251 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: floatingip-pools {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.089561 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: routers {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.091253 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: floatingips {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.092642 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: l3-routers {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.094079 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: l3-agents {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.095501 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: metering-labels {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.096755 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: metering-label-rules {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.099077 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: network-ip-availabilities {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.100340 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: bindings {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.101916 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: quotas {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.103577 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: quotas {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.105118 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: rbac-policies {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.106280 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: security-groups {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.107603 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: security-group-rules {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.108882 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: service-providers {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.110084 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: subnetpools {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.111425 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: subnetpools {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.112933 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.114612 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.116462 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.118346 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.120068 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.122031 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.123743 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.125718 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.127533 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.129311 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron.api.extensions [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Extended resource: tags {{(pid=104077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 01:48:17.135328 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING keystonemiddleware.auth_token [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 01:48:17.140496 dv-cinder-815582-9-iscsi neutron-server[104077]: WARNING keystonemiddleware.auth_token [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 01:48:17.151967 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Acquired lock "singleton_lock" {{(pid=104077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 01:48:17.152568 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_concurrency.lockutils [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Releasing lock "singleton_lock" {{(pid=104077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 01:48:17.153526 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Starting 2 workers Jun 23 01:48:17.159237 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Started child 104186 {{(pid=104077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 01:48:17.163658 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Started child 104187 {{(pid=104077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 01:48:17.164857 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.165515 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO neutron.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 01:48:17.165868 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.166518 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [-] (104186) wsgi starting up on http://0.0.0.0:9696 Jun 23 01:48:17.168248 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Starting 1 workers Jun 23 01:48:17.168398 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.169721 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [-] (104187) wsgi starting up on http://0.0.0.0:9696 Jun 23 01:48:17.173485 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Started child 104188 {{(pid=104077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 01:48:17.174018 dv-cinder-815582-9-iscsi neutron-server[104077]: INFO oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Starting 1 workers Jun 23 01:48:17.177466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] calling RpcWorker wait() {{(pid=104188) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 01:48:17.178016 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] returning from RpcWorker wait() {{(pid=104188) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 01:48:17.178856 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Started child 104189 {{(pid=104077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 01:48:17.179165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.179617 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:17.179765 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea42ba3-4ee7-4e1d-a834-278fb334d042 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.181530 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 01:48:17.181733 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 01:48:17.181882 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 01:48:17.182144 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 01:48:17.182449 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 01:48:17.182586 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 01:48:17.183116 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.183424 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.183691 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.183887 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:17.184384 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.184459 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.184747 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.184973 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.185269 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.185497 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.185659 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.185827 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.186113 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.186330 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.186711 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.186979 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.187238 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.187475 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.187629 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.187871 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.188135 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.188384 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.188657 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] debug = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.188930 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.189392 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.189632 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.189889 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.190107 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.190417 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.190579 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.190865 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.191104 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.191348 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.191567 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.191826 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.192050 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.192276 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.192480 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.192794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.192976 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.193481 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] host = dv-cinder-815582-9-iscsi {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.193718 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.193937 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.194190 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.194416 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.194683 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.194931 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.195181 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.195463 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.195720 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.195948 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.196206 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.196453 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.196695 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.196952 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.197117 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_options = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.197351 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.197614 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.197885 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.198085 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.198254 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.198402 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.198664 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.198836 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.199083 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.199354 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.199572 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.199809 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.200042 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.200274 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.200540 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.200745 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.201977 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.202571 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.202930 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.203113 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.203401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.203689 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.204078 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.204286 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:17.204428 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.204559 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.204752 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.205000 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.205235 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.205450 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.205698 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.206109 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.206868 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.207832 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.213126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_json = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.215310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.216535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.218558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219043 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219043 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219278 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219440 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219670 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.219979 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.220280 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.220514 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.220759 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.221015 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.221290 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.221486 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.222423 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.222423 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.222423 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.222423 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.222777 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.223424 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.223424 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.223708 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.223868 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.224185 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.224361 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.224608 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.224843 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.225717 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.225717 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.225717 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.225933 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.225933 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.226217 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.226458 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.226710 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.226963 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.227226 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.227465 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.227711 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.227950 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.228210 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.228408 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.228648 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.228861 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.229135 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.229347 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.229574 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.229794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.230058 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.230300 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.230535 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.230788 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.231012 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.231244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.231494 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.231901 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.232314 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.232523 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.232746 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.232990 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.233205 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.233558 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.233676 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.234121 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.234121 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.234290 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.234486 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.234697 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.235245 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.235245 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.235396 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.235599 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.235818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.236034 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.236266 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.236481 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.236709 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238137 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238543 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238543 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238704 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.238996 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.239874 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.239874 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.239874 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.239874 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.240170 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.240247 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.240670 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.240670 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.240914 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.241321 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.241698 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.241948 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.242170 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.242391 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.242618 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.242854 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.243089 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.243337 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.243611 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.243842 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.244076 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.244310 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.244562 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.244794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.245081 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.245327 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.245606 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.245841 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.246105 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.246392 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.246657 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.246926 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.247170 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.247427 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.247665 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.247891 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.248152 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.248401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.248636 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.248869 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.249124 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.249361 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.249577 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.249844 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.250146 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.250378 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.250609 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.250822 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.251074 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.251323 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.251567 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.251841 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.252099 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.252351 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.252604 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.252835 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.253067 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.253295 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.253553 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.253771 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.253992 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.254205 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.255821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256426 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256426 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256426 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256653 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256733 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.256992 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.257215 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.257436 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.257646 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.257878 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.258116 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.258334 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.258604 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.258849 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.259067 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.259729 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.259991 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.260228 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.260447 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.260698 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.260929 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.261142 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.261352 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.261566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.261807 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.262031 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.262253 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.262471 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.262708 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.262940 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.263312 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.263560 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.263793 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.264066 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.264280 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.264533 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.264864 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.265092 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.265334 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.265838 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.265838 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.266126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.266268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.266401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.266613 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.266826 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.267099 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.267342 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.267571 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.267794 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.268012 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.268221 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.268434 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.268648 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.269006 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.269375 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.269589 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.269822 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.270034 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.270322 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271250 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271250 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271250 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271250 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271564 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.271698 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.272099 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.272315 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.272542 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.272757 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.272965 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.273185 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.273964 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.273964 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.273964 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.274418 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.274418 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.274604 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.274681 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.274872 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.275097 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.275333 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.275541 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.275785 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.275993 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.276226 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.276329 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:17.276458 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.276652 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.276878 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.277101 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.277308 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.277531 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.277751 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.277961 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.278172 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.278456 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.278701 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.278923 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.279200 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.279465 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.279721 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.279949 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.280282 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.280532 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.280756 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.281049 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.281271 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.281489 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.281737 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.282043 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.282300 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.282527 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.282789 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.283037 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.283347 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.283625 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.283841 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.284120 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.284429 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.284714 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.284963 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.285207 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.285439 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.285664 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.285877 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.286106 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.286322 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.286533 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.286789 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.287012 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.287280 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.287499 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.287727 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.287944 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.288166 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.288407 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.288640 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.288854 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.289009 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 01:48:17.289591 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 01:48:17.289755 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 01:48:17.289898 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 01:48:17.290079 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 01:48:17.290243 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 01:48:17.290547 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 01:48:17.290756 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.290916 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291076 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291274 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291464 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291624 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291781 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.291938 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292096 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292251 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292407 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292564 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292717 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.292875 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293031 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293188 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293345 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293507 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293668 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293823 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.293979 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294353 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] debug = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294353 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294542 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294678 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294764 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.294929 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.295110 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.295269 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.295401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.295557 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296220 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296220 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296220 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296220 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296506 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296506 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296643 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296786 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.296942 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] host = dv-cinder-815582-9-iscsi {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297098 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297253 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297408 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297563 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297720 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.297876 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298032 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298193 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298351 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298508 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298665 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298821 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.298977 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299134 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299324 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_options = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299483 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299640 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299796 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.299978 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.300141 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.300297 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.300454 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.300613 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.300770 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301139 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301139 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301308 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301385 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301524 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.301690 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302208 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302363 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302520 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302678 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302834 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.302990 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303151 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303371 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303519 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303657 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303808 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.303962 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304120 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304278 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304435 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304590 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304747 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.304904 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.305059 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.305223 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.305223 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.305223 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.305223 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306015 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306015 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306179 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306258 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306385 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306540 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306695 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.306851 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307007 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_json = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307163 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.307768 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.308268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.308268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.308268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.308472 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 01:48:17.308548 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.308685 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.308860 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309029 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309184 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309344 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309506 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309666 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309835 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.309991 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.310155 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.310480 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.310654 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.310816 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.310976 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.311141 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.311335 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.311496 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313244 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313703 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313783 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.313901 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.314072 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.314246 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.314818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.314818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.314818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315028 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315028 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315170 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315355 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315801 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315801 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.315801 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316030 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316107 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316261 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316422 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316583 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316746 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.316906 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317071 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317236 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317391 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317553 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317715 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.317875 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318035 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318190 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318352 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318512 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318669 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.318841 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319000 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319162 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319344 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319505 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319665 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319824 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.319988 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320131 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320296 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320455 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320627 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320787 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.320949 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321109 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321270 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321429 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321589 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321750 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.321911 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.322068 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.322227 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.322387 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.322580 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323008 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323172 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323353 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323517 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323676 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323838 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.323998 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324157 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324320 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324480 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324656 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324818 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.324979 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325140 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325306 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325468 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325658 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325787 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.325924 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326083 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326241 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326401 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326567 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326729 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.326888 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327048 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327293 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327456 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327617 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327775 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.327934 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328093 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328256 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328417 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328578 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328740 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.328899 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329057 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329225 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329387 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329550 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329709 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.329873 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330045 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330204 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330366 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330526 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330684 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.330844 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331003 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331162 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331347 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331507 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331666 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331837 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.331998 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332145 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332302 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332485 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332645 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332805 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.332963 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333121 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333283 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333442 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333601 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333760 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.333919 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334080 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334240 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334404 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334566 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334725 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.334884 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335044 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335204 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335382 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335546 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335701 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335854 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.335999 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336159 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336318 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336477 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336636 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336795 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.336953 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337113 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337273 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337431 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337590 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337748 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.337907 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338065 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338223 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338385 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338544 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338705 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.338866 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339027 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339186 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339366 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339528 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339687 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.339847 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340008 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340166 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340328 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340489 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340650 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340809 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.340967 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341301 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341460 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341621 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341781 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.341942 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342101 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342260 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342419 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342579 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342758 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.342924 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343085 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343268 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343425 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343584 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343743 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.343905 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344066 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344225 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344390 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344552 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344713 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.344872 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345031 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345190 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345349 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345507 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345666 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345825 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.345997 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346157 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346316 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346474 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346632 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346792 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.346960 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347120 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347299 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347460 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347619 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347778 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.347947 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348106 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348265 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348423 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348581 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348740 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.348908 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349066 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349226 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349384 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349542 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349701 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.349870 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350029 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350187 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350344 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350504 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350663 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.350837 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351556 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351556 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351556 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351556 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351861 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.351861 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352005 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352091 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352196 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352355 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352515 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352673 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.352843 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353002 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353164 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353324 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353482 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353642 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353802 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.353967 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354135 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354306 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354467 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354635 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354802 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.354971 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355130 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355316 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355487 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355648 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355807 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.355968 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356126 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356285 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356445 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356606 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356765 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.356925 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357084 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357243 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357403 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357565 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357722 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.357882 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.358042 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.358200 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.358378 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.358586 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 01:48:17.358708 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 01:48:17.401113 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49092) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:17.414540 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100987 Jun 23 01:48:26.651912 dv-cinder-815582-9-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:28.427323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writer thread running {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 01:48:28.428658 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c520d2-dbbb-4687-9732-efca34e149b3 None None] get_active_networks_info from dv-cinder-815582-9-iscsi {{(pid=104188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 01:48:28.512402 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c520d2-dbbb-4687-9732-efca34e149b3 None None] No non-hosted networks {{(pid=104188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 01:48:28.531362 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3f829965-5bec-43d1-a11a-06573263aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:30.195925 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writer thread running {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 01:48:30.694176 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c9481903-58bf-4999-89e4-947c551b026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:30.731962 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a86a4d9c-612f-4ca8-9c5b-4ace2b142368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:31.832346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49162) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:32.042521 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:32.501414 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING oslo_policy.policy [None req-d42897c2-45e9-401d-9aeb-d1e383fbe751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:32.501997 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING oslo_policy.policy [None req-d42897c2-45e9-401d-9aeb-d1e383fbe751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:32.722281 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [None req-d42897c2-45e9-401d-9aeb-d1e383fbe751 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:48:32.727483 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d42897c2-45e9-401d-9aeb-d1e383fbe751 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8936203 Jun 23 01:48:33.270168 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:33.535541 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:33.536861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.537340 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.537964 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.538487 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.539073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.539971 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.540490 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.541072 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.541605 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.542132 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.542657 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.543309 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.543896 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.544398 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.544940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:33.545453 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:33.553197 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:48:35.036617 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49196) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:35.381378 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:48:35.471343 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.policy [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 01:48:35.512168 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING oslo_policy.policy [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:35.512544 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING oslo_policy.policy [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:35.532194 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writer thread running {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 01:48:35.610499 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125276805', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125278353', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125293393', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125301095', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125306781', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773125315903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548019', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1375811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-340221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663088'] for rbac-policy (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:35.683727 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:35.699251 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-161f22c9-9ff8-40f0-89e4-018d72f5c425 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6470404 Jun 23 01:48:36.823819 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.db.l3_hamode_db [None req-5fcb56a8-9dc0-4293-a60f-2c9bc3c74692 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 01:48:36.899192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb56a8-9dc0-4293-a60f-2c9bc3c74692 None None] Routers set() bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:48:36.899583 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb56a8-9dc0-4293-a60f-2c9bc3c74692 None None] Router IDs set() for agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 01:48:37.912110 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49208) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:38.285525 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:48:38.319769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Made reservation on behalf of e67bbf3bcff7420690a69b58a6241244 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:48:38.323531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.340392 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.447994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks [] for security_group (08f198f2-24e8-4946-aaa2-169e64def5fb), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.454102 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (08f198f2-24e8-4946-aaa2-169e64def5fb), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.478385 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:48:38.513438 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773128238466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (0930547e-07a2-4813-9355-318b227ab78e), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.513951 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Unsubscribe: segment precommit_create {{(pid=104187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 01:48:38.514459 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Added segment 0930547e-07a2-4813-9355-318b227ab78e of type vlan for network de090c1b-1463-4b14-b072-dd9363ebe514 Jun 23 01:48:38.531632 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=08f198f2-24e8-4946-aaa2-169e64def5fb,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:38.580931 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.581158 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.581529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.581869 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.582193 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.582507 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.582821 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.583136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.583477 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.583783 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.584075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.584403 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.584712 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.585017 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.585323 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Tracked resource versions report: Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: pushed versions: Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: { 'AddressGroup': {'1.2'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Agent': {'1.1'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'ConntrackHelper': {'1.0'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Log': {'1.0'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'NDPProxy': {'1.0'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Network': {'1.1'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Port': {'1.7'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'PortForwarding': {'1.3'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'QosPolicy': {'1.10'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroup': {'1.5'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SubPort': {'1.0'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Subnet': {'1.1'}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Trunk': {'1.1'}} Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: consumer versions: Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Agent': '1.1', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'ConntrackHelper': '1.0', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'LocalIPAssociation': '1.0', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Log': '1.0', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'NDPProxy': '1.0', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Network': '1.1', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Port': '1.7', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'PortForwarding': '1.3', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'QosPolicy': '1.10', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroup': '1.5', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroupRule': '1.2', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SubPort': '1.0', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Subnet': '1.1', Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Trunk': '1.1'}} Jun 23 01:48:38.586841 dv-cinder-815582-9-iscsi neutron-server[104187]: {{(pid=104187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:48:38.623020 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (de090c1b-1463-4b14-b072-dd9363ebe514), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.648500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=49,neutron:INSERT=49,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:38.665824 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (de090c1b-1463-4b14-b072-dd9363ebe514), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.670933 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:48:38.671665 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:38.742270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8290896 Jun 23 01:48:38.791226 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6cf5-8bf7-4886-8037-dc94a1dd1a14 demo demo] Pushing event updated for resources: {'Network': ['ID=de090c1b-1463-4b14-b072-dd9363ebe514,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:38.804352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network de090c1b-1463-4b14-b072-dd9363ebe514 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:48:41.018773 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49222) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:41.595933 dv-cinder-815582-9-iscsi neutron-server[104186]: WARNING oslo_policy.policy [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:41.596479 dv-cinder-815582-9-iscsi neutron-server[104186]: WARNING oslo_policy.policy [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:41.822659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writer thread running {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 01:48:42.028381 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.policy [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104186) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 01:48:42.068205 dv-cinder-815582-9-iscsi neutron-server[104186]: WARNING oslo_policy.policy [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:42.068568 dv-cinder-815582-9-iscsi neutron-server[104186]: WARNING oslo_policy.policy [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 01:48:42.076093 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:48:42.078010 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-987c68aa-16dc-46ad-87cc-48eec54f219b demo admin] 10.222.0.26 "GET /v2.0/networks/de090c1b-1463-4b14-b072-dd9363ebe514 HTTP/1.1" status: 200 len: 825 time: 1.0574145 Jun 23 01:48:42.123061 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a587f29c-1dce-43db-a403-806eca637644 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/be5ae6bb-9c91-49bd-926a-853a05f4be14 HTTP/1.1" status: 200 len: 734 time: 0.0361853 Jun 23 01:48:42.132202 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:48:42.172452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Made reservation on behalf of e67bbf3bcff7420690a69b58a6241244 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:48:42.175166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:42.472777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (7fb66f08-cd8a-4e23-b7e1-190c14d4da67), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:42.552527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Checking segment: {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:48:42.552895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Network hostable DHCP agents. Network: de090c1b-1463-4b14-b072-dd9363ebe514, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:48:42.560254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7fb66f08-cd8a-4e23-b7e1-190c14d4da67,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:42.569221 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=66,neutron:INSERT=34 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:42.573337 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.573671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.574027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.574376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.574697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.575013 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.575335 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.575659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.575976 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.576296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.576603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.576927 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.577316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.577625 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.577939 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Tracked resource versions report: Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: pushed versions: Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: { 'AddressGroup': {'1.2'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Agent': {'1.1'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'ConntrackHelper': {'1.0'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Log': {'1.0'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'NDPProxy': {'1.0'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Network': {'1.1'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Port': {'1.7'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'PortForwarding': {'1.3'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'QosPolicy': {'1.10'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroup': {'1.5'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SubPort': {'1.0'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Subnet': {'1.1'}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Trunk': {'1.1'}} Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: consumer versions: Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Agent': '1.1', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'ConntrackHelper': '1.0', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'LocalIPAssociation': '1.0', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Log': '1.0', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'NDPProxy': '1.0', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Network': '1.1', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Port': '1.7', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'PortForwarding': '1.3', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'QosPolicy': '1.10', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroup': '1.5', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroupRule': '1.2', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SubPort': '1.0', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Subnet': '1.1', Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Trunk': '1.1'}} Jun 23 01:48:42.579326 dv-cinder-815582-9-iscsi neutron-server[104186]: {{(pid=104186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:48:42.620168 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Network de090c1b-1463-4b14-b072-dd9363ebe514 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:48:42.634203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, de090c1b-1463-4b14-b072-dd9363ebe514) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:48:42.638705 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:48:42.639390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:42.644236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f2f26-0ad1-4051-9c77-44feb0f0196b None None] Network de090c1b-1463-4b14-b072-dd9363ebe514 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:48:42.663418 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6ea032e2-7e0a-446a-82a7-96b4ee82b748 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5346117 Jun 23 01:48:42.910732 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-de090c1b-1463-4b14-b072-dd9363ebe514', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:48:42.912206 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.191808 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Allocated IP 172.20.0.2 (de090c1b-1463-4b14-b072-dd9363ebe514/7fb66f08-cd8a-4e23-b7e1-190c14d4da67/fc5eb1dc-08d0-4ed7-b5ba-187a14636183) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:48:43.252510 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:43.460824 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks [] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.469474 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.543683 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Network de090c1b-1463-4b14-b072-dd9363ebe514 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:48:43.549372 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:48:43.553476 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:48:43.559397 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Pushing event updated for resources: {'Port': ['ID=fc5eb1dc-08d0-4ed7-b5ba-187a14636183,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:43.573916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.574253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.574601 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.574947 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.575296 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.575624 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.575974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.576292 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.576607 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.576907 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.577301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.577634 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.577951 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.578264 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.578573 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Tracked resource versions report: Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: pushed versions: Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: { 'AddressGroup': {'1.2'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Agent': {'1.1'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'ConntrackHelper': {'1.0'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Log': {'1.0'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'NDPProxy': {'1.0'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Network': {'1.1'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Port': {'1.7'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'PortForwarding': {'1.3'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'QosPolicy': {'1.10'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroup': {'1.5'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SubPort': {'1.0'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Subnet': {'1.1'}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Trunk': {'1.1'}} Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: consumer versions: Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Agent': '1.1', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'ConntrackHelper': '1.0', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'LocalIPAssociation': '1.0', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Log': '1.0', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'NDPProxy': '1.0', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Network': '1.1', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Port': '1.7', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'PortForwarding': '1.3', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'QosPolicy': '1.10', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroup': '1.5', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroupRule': '1.2', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SubPort': '1.0', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Subnet': '1.1', Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Trunk': '1.1'}} Jun 23 01:48:43.579991 dv-cinder-815582-9-iscsi neutron-server[104188]: {{(pid=104188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:48:43.653940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Attempting to bind port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:48:43.654590 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Attempting to bind port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:48:43.654722 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Attempting to bind port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 on network de090c1b-1463-4b14-b072-dd9363ebe514 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:48:43.660052 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:48:43.660420 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Checking segment: {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:48:43.660892 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.661270 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Bound using segment: {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:48:43.661727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Bound port: fc5eb1dc-08d0-4ed7-b5ba-187a14636183, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:48:43.662120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.698862 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:43.725011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] For port fc5eb1dc-08d0-4ed7-b5ba-187a14636183, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:48:43.744082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] For port fc5eb1dc-08d0-4ed7-b5ba-187a14636183, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=fc5eb1dc-08d0-4ed7-b5ba-187a14636183,segment=NetworkSegment(0930547e-07a2-4813-9355-318b227ab78e),segment_id=0930547e-07a2-4813-9355-318b227ab78e)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:48:43.752323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:43.807655 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f788b8e-4e23-45f8-8b76-d11392e133e7 None None] Pushing event updated for resources: {'Port': ['ID=fc5eb1dc-08d0-4ed7-b5ba-187a14636183,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:44.961155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49246) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:45.313987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [None req-a149b889-21fd-4fa8-ad07-37d932360433 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:48:45.315027 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a149b889-21fd-4fa8-ad07-37d932360433 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3529069 Jun 23 01:48:47.269596 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:47.271542 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:47.584525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49258) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:47.933763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [None req-26206deb-7537-4bc6-b42e-2a3353225df7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:48:47.934747 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-26206deb-7537-4bc6-b42e-2a3353225df7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3489103 Jun 23 01:48:48.753856 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:48.765120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:50.202221 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49268) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:50.556092 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:48:50.582296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:50.583925 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:50.734274 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Publish callbacks [] for router_controller (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), precommit_add_association {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:50.743158 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:50.767471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:50.768672 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5ddc1a7f-0bd0-4ee9-a80b-7e3038c74fab demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5653770 Jun 23 01:48:51.218299 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device fc5eb1dc-08d0-4ed7-b5ba-187a14636183 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:48:51.311861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:48:51.312266 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:51.412065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:48:51.412447 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:51.447890 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port fc5eb1dc-08d0-4ed7-b5ba-187a14636183, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=fc5eb1dc-08d0-4ed7-b5ba-187a14636183,segment=NetworkSegment(0930547e-07a2-4813-9355-318b227ab78e),segment_id=0930547e-07a2-4813-9355-318b227ab78e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:48:51.452500 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:51.500485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=fc5eb1dc-08d0-4ed7-b5ba-187a14636183,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:51.805645 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251e852-d1ae-401f-8d25-9b8cc55de399 None None] Network de090c1b-1463-4b14-b072-dd9363ebe514 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:48:51.882808 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-42abb1bc-0779-431b-b02d-5587bcc8e428 None None] Provisioning complete for port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:48:51.883185 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-42abb1bc-0779-431b-b02d-5587bcc8e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:51.948146 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:52.004742 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-42abb1bc-0779-431b-b02d-5587bcc8e428 None None] Current status of the port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:48:52.122599 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-1b5376f5-6fe8-4ffa-bc1d-f8c35c6cb381 None None] Provisioning complete for port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:48:52.123036 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1b5376f5-6fe8-4ffa-bc1d-f8c35c6cb381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:52.194295 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-1b5376f5-6fe8-4ffa-bc1d-f8c35c6cb381 None None] Current status of the port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:48:53.034418 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49280) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:53.200524 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device fc5eb1dc-08d0-4ed7-b5ba-187a14636183 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:48:53.244019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:48:53.244404 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:53.313321 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:53.317344 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:48:53.382367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [None req-e05721d0-af0c-4cb2-a1e9-b061fe4f1d91 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:48:53.383361 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e05721d0-af0c-4cb2-a1e9-b061fe4f1d91 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3476367 Jun 23 01:48:55.646387 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49288) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:55.992662 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:48:56.019772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Made reservation on behalf of cc3d5c56f68947b3b757a0c2a92187ac for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:48:56.022139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.042260 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.155420 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:56.169605 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks [] for security_group (e8209a1e-835b-4dae-9d54-278b3b8f116f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.174284 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e8209a1e-835b-4dae-9d54-278b3b8f116f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.189716 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Reserving flat network on physical network physnet1 {{(pid=104186) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 01:48:56.215519 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773128238466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (0f0e30c0-d388-4077-b091-8aac286050a1), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.215997 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Unsubscribe: segment precommit_create {{(pid=104186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 01:48:56.216462 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Added segment 0f0e30c0-d388-4077-b091-8aac286050a1 of type flat for network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 Jun 23 01:48:56.219917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8209a1e-835b-4dae-9d54-278b3b8f116f,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:56.273310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (f0df8903-9373-4161-b6cf-d8a4dd6c42c7), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.315655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (f0df8903-9373-4161-b6cf-d8a4dd6c42c7), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.316618 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:48:56.317174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:56.372891 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7250974 Jun 23 01:48:56.410432 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402763d-efdf-4475-b49e-6db14ddbda4e admin admin] Pushing event updated for resources: {'Network': ['ID=f0df8903-9373-4161-b6cf-d8a4dd6c42c7,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:48:56.421271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:48:58.379965 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a4f6ec38-37e2-4052-9483-11350524e20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:58.627024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49296) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:48:59.059424 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9ce51-d498-4e5b-85aa-01ab20977ae7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:48:59.060819 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-67c9ce51-d498-4e5b-85aa-01ab20977ae7 demo admin] 10.222.0.26 "GET /v2.0/subnets/7fb66f08-cd8a-4e23-b7e1-190c14d4da67 HTTP/1.1" status: 200 len: 849 time: 0.4327719 Jun 23 01:48:59.176583 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-90cbf146-b4d0-4b79-b4e3-be91bde45621 demo admin] 10.222.0.26 "GET /v2.0/routers/b5e2e603-fe5b-4fc0-8220-a8d1828284c1 HTTP/1.1" status: 200 len: 704 time: 0.1095932 Jun 23 01:48:59.447257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:59.463481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:59.741041 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Allocated IP 172.20.0.1 (de090c1b-1463-4b14-b072-dd9363ebe514/7fb66f08-cd8a-4e23-b7e1-190c14d4da67/1f75aa6a-d20b-4191-86ab-dd3c43a216d0) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:48:59.896396 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:48:59.899364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks [] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:48:59.970941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.095853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Network de090c1b-1463-4b14-b072-dd9363ebe514 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:49:00.101076 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:49:00.107388 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:49:00.107883 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.129505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Pushing event updated for resources: {'Port': ['ID=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:00.269731 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-0af01b32-3165-456f-80ba-a0e9f222bf34 None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:00.270302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0af01b32-3165-456f-80ba-a0e9f222bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.309654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.347651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-0af01b32-3165-456f-80ba-a0e9f222bf34 None None] Port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:49:00.518786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks [] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.525776 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.526550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.583096 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Pushing event updated for resources: {'Port': ['ID=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:00.588635 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:00.656608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Network de090c1b-1463-4b14-b072-dd9363ebe514 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:49:00.658422 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:49:00.695792 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ea2946b3-78c5-47d0-8ab2-87d11b3e65d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.823505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:49:00.868327 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-66cde2ec-5348-40f7-90f3-de45465ee7cc None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:00.868693 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-66cde2ec-5348-40f7-90f3-de45465ee7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:00.900079 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-66cde2ec-5348-40f7-90f3-de45465ee7cc None None] Port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:49:00.914319 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:49:00.919845 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b097c4ad-973f-42c2-9d34-1f01f3e6e7b5 demo admin] 10.222.0.26 "PUT /v2.0/routers/b5e2e603-fe5b-4fc0-8220-a8d1828284c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7340612 Jun 23 01:49:00.924676 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Sync routers for ids ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:49:00.937631 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Routers {'b5e2e603-fe5b-4fc0-8220-a8d1828284c1'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:49:00.938433 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:49:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:01.114352 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Set router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:49:01.527511 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:00Z', 'revision_number': 2, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port_host': None, '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:00Z', 'revision_number': 2, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:01.576403 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Checking router: b5e2e603-fe5b-4fc0-8220-a8d1828284c1 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:49:01.576689 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Updating router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:49:01.628601 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.012659 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.150045 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks [] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.156759 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.316048 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Pushing event updated for resources: {'Port': ['ID=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:02.340613 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.340946 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.341286 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.341615 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.341935 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.342260 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.342721 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.342956 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.343288 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.343565 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.343915 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.344224 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.344507 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.344816 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.345117 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Tracked resource versions report: Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: pushed versions: Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: { 'AddressGroup': {'1.2'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Agent': {'1.1'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'ConntrackHelper': {'1.0'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Log': {'1.0'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'NDPProxy': {'1.0'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Network': {'1.1'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Port': {'1.7'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'PortForwarding': {'1.3'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'QosPolicy': {'1.10'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroup': {'1.5'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SubPort': {'1.0'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Subnet': {'1.1'}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Trunk': {'1.1'}} Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: consumer versions: Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Agent': '1.1', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'ConntrackHelper': '1.0', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'LocalIPAssociation': '1.0', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Log': '1.0', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'NDPProxy': '1.0', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Network': '1.1', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Port': '1.7', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'PortForwarding': '1.3', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'QosPolicy': '1.10', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroup': '1.5', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroupRule': '1.2', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SubPort': '1.0', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Subnet': '1.1', Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Trunk': '1.1'}} Jun 23 01:49:02.346551 dv-cinder-815582-9-iscsi neutron-server[104189]: {{(pid=104189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:49:02.351331 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Attempting to bind port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:49:02.351723 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Attempting to bind port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:49:02.352151 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Attempting to bind port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 on network de090c1b-1463-4b14-b072-dd9363ebe514 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:49:02.358065 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:49:02.358563 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Checking segment: {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:49:02.359035 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.359428 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Bound using segment: {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:49:02.359880 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Bound port: 1f75aa6a-d20b-4191-86ab-dd3c43a216d0, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0930547e-07a2-4813-9355-318b227ab78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:49:02.360252 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.426155 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] For port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:49:02.426401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-003f15c5-42ec-4f8c-bdca-60266eaf931a None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:02.426987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-003f15c5-42ec-4f8c-bdca-60266eaf931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.446416 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] For port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,segment=NetworkSegment(0930547e-07a2-4813-9355-318b227ab78e),segment_id=0930547e-07a2-4813-9355-318b227ab78e)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:49:02.453747 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.462415 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:02.465356 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-003f15c5-42ec-4f8c-bdca-60266eaf931a None None] Port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:49:02.480179 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:02.517799 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Routers {'b5e2e603-fe5b-4fc0-8220-a8d1828284c1'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:49:02.518337 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:49:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:02.551034 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcefa-0661-40cf-a580-e18e8750b5b7 None None] Pushing event updated for resources: {'Port': ['ID=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:02.613170 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] Set router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:49:02.690332 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:02.690974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.765064 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Current status of the port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:49:02.765417 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.799726 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] For port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,segment=NetworkSegment(0930547e-07a2-4813-9355-318b227ab78e),segment_id=0930547e-07a2-4813-9355-318b227ab78e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:49:02.804860 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:02.813272 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:00Z', 'revision_number': 2, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port_host': None, '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:02Z', 'revision_number': 4, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:02.841538 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002d7f4-5909-478b-b69d-a5c0e1f52d27 None None] The sync data for ids ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'] in dv-cinder-815582-9-iscsi is: [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:00Z', 'revision_number': 2, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port_host': None, '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:02Z', 'revision_number': 4, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:49:02.853861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100ebc0-059b-48de-87b1-d95137bfdd67 None None] Pushing event updated for resources: {'Port': ['ID=1f75aa6a-d20b-4191-86ab-dd3c43a216d0,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:03.158528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49316) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:49:03.214646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:03.368150 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bad6b-fb0f-4bd9-8bcf-db63db66221c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:49:03.369408 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-815bad6b-fb0f-4bd9-8bcf-db63db66221c admin admin] 10.222.0.26 "GET /v2.0/networks/f0df8903-9373-4161-b6cf-d8a4dd6c42c7 HTTP/1.1" status: 200 len: 842 time: 0.2098987 Jun 23 01:49:03.379414 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:49:03.386501 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:03.403935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Made reservation on behalf of cc3d5c56f68947b3b757a0c2a92187ac for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:49:03.406403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:03.524995 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:03.675046 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.objects.ports [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104186) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 01:49:03.675448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (5f2a6529-3568-43ff-86ab-35f3fefcc29a), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:03.724183 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2a6529-3568-43ff-86ab-35f3fefcc29a,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:03.740602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:49:03.740948 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Network hostable DHCP agents. Network: f0df8903-9373-4161-b6cf-d8a4dd6c42c7, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:49:03.758511 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:49:03.768236 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, f0df8903-9373-4161-b6cf-d8a4dd6c42c7) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:49:03.772291 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:49:03.773243 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:03.778375 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a7007-c5ec-4a6a-94a6-aada2b174d11 None None] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:49:03.790607 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5427c64d-a055-4ca9-9704-b5c4f77c2372 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147592 Jun 23 01:49:03.886656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86411641-023d-45a5-914a-82a816c6e137 None None] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:49:03.890406 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:04.217274 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:49:06.022064 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49334) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:49:06.236788 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9281b4b3-2a57-4bb8-a8b5-8da5c9706120 demo admin] 10.222.0.26 "GET /v2.0/routers/b5e2e603-fe5b-4fc0-8220-a8d1828284c1 HTTP/1.1" status: 200 len: 710 time: 0.2136006 Jun 23 01:49:06.258577 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:06.325576 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89063059-5e69-4dfb-824c-fb506236f1db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:49:06.326966 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-89063059-5e69-4dfb-824c-fb506236f1db demo admin] 10.222.0.26 "GET /v2.0/networks/f0df8903-9373-4161-b6cf-d8a4dd6c42c7 HTTP/1.1" status: 200 len: 886 time: 0.0846746 Jun 23 01:49:06.335923 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:49:06.570085 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks [] for router_gateway (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:06.603748 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:06.792057 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks [] for router_gateway (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:06.871202 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:06.981572 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Allocated IP 172.27.0.26 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/dbdc2bfb-19db-47e4-874c-1a103cba2e52) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:49:07.091412 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks [] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.127846 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.133083 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:07.175544 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:49:07.179357 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Pushing event updated for resources: {'Port': ['ID=dbdc2bfb-19db-47e4-874c-1a103cba2e52,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:07.182112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:49:07.193935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:49:07.426132 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks [] for router_gateway (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.561657 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:07.713216 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14979'] for router (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.718082 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493615'] for router (b5e2e603-fe5b-4fc0-8220-a8d1828284c1), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.824568 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:49:07.932260 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:49:07.936844 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:07.937913 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e4e8a1c4-f4b3-4861-996d-6c54e1aea667 demo admin] 10.222.0.26 "PUT /v2.0/routers/b5e2e603-fe5b-4fc0-8220-a8d1828284c1 HTTP/1.1" status: 200 len: 889 time: 1.6051540 Jun 23 01:49:09.097595 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Sync routers for ids ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:49:09.109030 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Routers {'b5e2e603-fe5b-4fc0-8220-a8d1828284c1'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:49:09.109647 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:49:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:09.225476 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:49:09.328019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:09.341154 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Set router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:49:09.415372 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:09.415747 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:09.684663 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:49:09.845993 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:07Z', 'revision_number': 4, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port': {'id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:49:06Z', 'updated_at': '2022-06-23T01:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:02Z', 'revision_number': 5, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:09.893779 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Checking router: b5e2e603-fe5b-4fc0-8220-a8d1828284c1 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:49:09.894134 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Updating router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 port dbdc2bfb-19db-47e4-874c-1a103cba2e52 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:49:09.947163 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.168715 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49348) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:49:10.259671 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks [] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.266912 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.284325 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-250ccc43-1b3a-48ef-915c-81b1fd3e38f8 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144769 Jun 23 01:49:10.313852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:10.318334 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02450c-8de5-4601-ae3b-54f3ad716245 None None] Pushing event updated for resources: {'Port': ['ID=dbdc2bfb-19db-47e4-874c-1a103cba2e52,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:10.330436 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Attempting to bind port dbdc2bfb-19db-47e4-874c-1a103cba2e52 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:49:10.330795 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Attempting to bind port dbdc2bfb-19db-47e4-874c-1a103cba2e52 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:49:10.331159 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Attempting to bind port dbdc2bfb-19db-47e4-874c-1a103cba2e52 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:49:10.337419 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:49:10.337796 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:49:10.338198 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.338584 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:49:10.339054 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Bound port: dbdc2bfb-19db-47e4-874c-1a103cba2e52, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:49:10.339471 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.390230 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] For port dbdc2bfb-19db-47e4-874c-1a103cba2e52, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:49:10.393513 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] For port dbdc2bfb-19db-47e4-874c-1a103cba2e52, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=dbdc2bfb-19db-47e4-874c-1a103cba2e52,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:49:10.401187 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:10.460355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02450c-8de5-4601-ae3b-54f3ad716245 None None] Pushing event updated for resources: {'Port': ['ID=dbdc2bfb-19db-47e4-874c-1a103cba2e52,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:10.464073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Routers {'b5e2e603-fe5b-4fc0-8220-a8d1828284c1'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:49:10.464549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:49:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:10.502405 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:10.567576 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] Set router b5e2e603-fe5b-4fc0-8220-a8d1828284c1 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:49:10.766037 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:07Z', 'revision_number': 4, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port': {'id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:49:06Z', 'updated_at': '2022-06-23T01:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:02Z', 'revision_number': 5, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:49:10.791474 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961a4e4-912d-4d70-9d70-560c88187d65 None None] The sync data for ids ['b5e2e603-fe5b-4fc0-8220-a8d1828284c1'] in dv-cinder-815582-9-iscsi is: [{'id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'name': 'router1', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:48:50Z', 'updated_at': '2022-06-23T01:49:07Z', 'revision_number': 4, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'gw_port': {'id': 'dbdc2bfb-19db-47e4-874c-1a103cba2e52', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:49:06Z', 'updated_at': '2022-06-23T01:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '1f75aa6a-d20b-4191-86ab-dd3c43a216d0', 'name': '', 'network_id': 'de090c1b-1463-4b14-b072-dd9363ebe514', 'tenant_id': 'e67bbf3bcff7420690a69b58a6241244', 'mac_address': 'fa:16:3e:26:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e2e603-fe5b-4fc0-8220-a8d1828284c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:48:59Z', 'updated_at': '2022-06-23T01:49:02Z', 'revision_number': 5, 'project_id': 'e67bbf3bcff7420690a69b58a6241244', 'subnets': [{'id': '7fb66f08-cd8a-4e23-b7e1-190c14d4da67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be5ae6bb-9c91-49bd-926a-853a05f4be14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:49:11.252902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device dbdc2bfb-19db-47e4-874c-1a103cba2e52 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:49:11.306191 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port dbdc2bfb-19db-47e4-874c-1a103cba2e52 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:11.306818 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:11.381878 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port dbdc2bfb-19db-47e4-874c-1a103cba2e52 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:49:11.382279 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:11.403768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port dbdc2bfb-19db-47e4-874c-1a103cba2e52, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=dbdc2bfb-19db-47e4-874c-1a103cba2e52,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:49:11.408681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:11.454997 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=dbdc2bfb-19db-47e4-874c-1a103cba2e52,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:49:13.206136 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device dbdc2bfb-19db-47e4-874c-1a103cba2e52 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:49:13.265876 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port dbdc2bfb-19db-47e4-874c-1a103cba2e52 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:49:13.266257 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (dbdc2bfb-19db-47e4-874c-1a103cba2e52), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:13.361704 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port dbdc2bfb-19db-47e4-874c-1a103cba2e52 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:49:14.214644 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=47 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:14.216155 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=29 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:20.276659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=28 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:20.282199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:23.358943 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:23.359751 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:28.392737 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-48273c57-fdf0-4f1d-b650-ad00dd5bf6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:30.694664 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9533-43e7-4d69-9ce3-ec5d39037366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:32.021324 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:33.223322 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:33.531972 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:49:35.224223 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:35.229821 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:41.216171 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:49:43.516889 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:43.522735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:51.211748 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:51.213006 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:49:58.387485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-eea92cd3-4c07-40a8-a312-69669e2f45eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:00.691614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7d010415-0a73-4b5b-8e0c-85b1628b53a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:02.016818 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:03.224742 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:03.520341 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:12.218656 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:12.224255 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:13.221222 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:13.515519 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:18.215691 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:50:24.885340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49886) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:24.961635 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c0a71e-c4ac-4ed3-b04e-d498a277546a admin admin] GET failed (client error): The resource could not be found. Jun 23 01:50:24.962939 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-e8c0a71e-c4ac-4ed3-b04e-d498a277546a admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0766592 Jun 23 01:50:25.128351 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d794c0f-d14d-4a09-9ac0-3324c60b99a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:25.129771 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4d794c0f-d14d-4a09-9ac0-3324c60b99a5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606271 Jun 23 01:50:27.163801 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49896) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:27.321933 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9e8f9-f8ab-442a-91e3-5000fa3aed57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:27.327686 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-41e9e8f9-f8ab-442a-91e3-5000fa3aed57 admin admin] 10.222.0.26 "GET /v2.0/subnets/7fb66f08-cd8a-4e23-b7e1-190c14d4da67 HTTP/1.1" status: 200 len: 849 time: 0.1628306 Jun 23 01:50:27.334417 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:50:27.422734 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Publish callbacks [] for subnet (7fb66f08-cd8a-4e23-b7e1-190c14d4da67), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:27.598981 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773128089191'] for subnet (7fb66f08-cd8a-4e23-b7e1-190c14d4da67), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:27.637444 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:27.638050 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:27.639785 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] 10.222.0.26 "PUT /v2.0/subnets/7fb66f08-cd8a-4e23-b7e1-190c14d4da67 HTTP/1.1" status: 200 len: 868 time: 0.3089149 Jun 23 01:50:27.643194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883bd45d-94b5-49f4-94e9-149b130042b7 None None] Network de090c1b-1463-4b14-b072-dd9363ebe514 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:50:27.661219 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb66f08-cd8a-4e23-b7e1-190c14d4da67,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:50:27.669540 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.669928 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.670236 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.670583 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.670913 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.671262 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.671609 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.671927 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.672249 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.672555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.672984 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.673217 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.673560 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.673871 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.674183 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6eaa9-3b60-46da-b020-28f5c84fda44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:50:27.990698 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Provisioning complete for port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:50:27.991084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fc5eb1dc-08d0-4ed7-b5ba-187a14636183), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:28.068327 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Current status of the port fc5eb1dc-08d0-4ed7-b5ba-187a14636183 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:50:28.076403 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Provisioning complete for port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:50:28.076790 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1f75aa6a-d20b-4191-86ab-dd3c43a216d0), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:28.145936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-da7c6e56-667a-4b1e-849a-bf74b6ae24cb None None] Current status of the port 1f75aa6a-d20b-4191-86ab-dd3c43a216d0 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:50:28.211701 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:28.212424 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:28.392794 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3a041dd0-30b7-4a36-9e05-207339247db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:29.683455 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49904) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:29.905405 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d7252-8ed5-4f45-8357-3b59931b1e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:29.905803 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d7252-8ed5-4f45-8357-3b59931b1e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:29.907397 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8f2d7252-8ed5-4f45-8357-3b59931b1e30 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2229190 Jun 23 01:50:30.692837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-967eac9c-2e80-44d3-aac8-74092a9d3816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:31.946619 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49912) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:32.021019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:32.091515 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd1949-ab54-4760-be4f-62bc1f9796f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:32.091987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd1949-ab54-4760-be4f-62bc1f9796f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:32.093520 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-21fd1949-ab54-4760-be4f-62bc1f9796f6 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1459894 Jun 23 01:50:33.231904 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:33.516015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:50:34.207640 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 49920) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:34.375452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f9af0-3b19-4580-82b0-000ab56c9ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:34.376766 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e45f9af0-3b19-4580-82b0-000ab56c9ef7 admin admin] 10.222.0.26 "GET /v2.0/networks/de090c1b-1463-4b14-b072-dd9363ebe514 HTTP/1.1" status: 200 len: 869 time: 0.1678250 Jun 23 01:50:36.450486 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49930) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:36.634490 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:36.645523 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9ee91-f4ab-4f3a-bf68-33c7b93240a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:36.646970 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d7f9ee91-f4ab-4f3a-bf68-33c7b93240a7 admin admin] 10.222.0.26 "GET /v2.0/networks/f0df8903-9373-4161-b6cf-d8a4dd6c42c7 HTTP/1.1" status: 200 len: 886 time: 0.1954603 Jun 23 01:50:38.701031 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49940) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:38.830917 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b699b38-00e6-47aa-82b0-91e9a0dcba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:38.831412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b699b38-00e6-47aa-82b0-91e9a0dcba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:38.832911 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-0b699b38-00e6-47aa-82b0-91e9a0dcba32 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309364 Jun 23 01:50:40.855479 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49948) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:40.935928 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:40.955502 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872ab95-e010-416e-a0a4-4dc47c7ea809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:40.955976 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872ab95-e010-416e-a0a4-4dc47c7ea809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:40.957468 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3872ab95-e010-416e-a0a4-4dc47c7ea809 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010432 Jun 23 01:50:43.005688 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49956) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:43.122541 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518af18-a74a-47b7-9eab-9589fc7b6248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:43.123918 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3518af18-a74a-47b7-9eab-9589fc7b6248 admin admin] 10.222.0.26 "GET /v2.0/subnets/5f2a6529-3568-43ff-86ab-35f3fefcc29a HTTP/1.1" status: 200 len: 816 time: 0.1169443 Jun 23 01:50:43.507681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:43.510601 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:44.369516 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=10 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:44.372516 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=13 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:45.177638 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 49966) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:50:45.278554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74faab02-fe7b-46c1-ba08-650077fc1116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:50:45.279962 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-74faab02-fe7b-46c1-ba08-650077fc1116 admin admin] 10.222.0.26 "GET /v2.0/subnets/7fb66f08-cd8a-4e23-b7e1-190c14d4da67 HTTP/1.1" status: 200 len: 868 time: 0.1007349 Jun 23 01:50:49.220527 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:49.221268 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:55.214859 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:50:55.274303 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=9 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:55.275101 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=32 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:50:58.395967 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9adb736f-b925-4e7c-a77d-3c418443bd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:00.687695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3e878444-137e-4860-996c-1c3a65451bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:02.025471 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:03.230437 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:03.517200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:05.210519 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:05.211362 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:11.771007 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50020) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:51:11.830091 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [None req-819f3554-9998-4cb3-ae05-c7a9a3376ed9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:51:11.831055 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-819f3554-9998-4cb3-ae05-c7a9a3376ed9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0590827 Jun 23 01:51:13.509204 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:13.512080 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:13.944015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50028) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:51:14.023066 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0fcc7d-70c1-4592-a3a9-f30cf7e1b31b admin admin] GET failed (client error): The resource could not be found. Jun 23 01:51:14.024630 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ef0fcc7d-70c1-4592-a3a9-f30cf7e1b31b admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0793664 Jun 23 01:51:14.116249 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12792c08-a1df-45ab-a201-7222f5b92cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:51:14.117609 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-12792c08-a1df-45ab-a201-7222f5b92cb7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0886166 Jun 23 01:51:16.202710 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50036) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:51:16.252769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:51:16.273404 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Made reservation on behalf of cc3d5c56f68947b3b757a0c2a92187ac for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:51:16.275991 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:16.310486 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING neutron.services.revisions.revision_plugin [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Could not find related network for resource to bump revision. Jun 23 01:51:16.324009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:51:16.334266 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (775f9183-ebc4-492a-bbe2-6932c3e44f36), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:16.334597 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Added segment 775f9183-ebc4-492a-bbe2-6932c3e44f36 of type vlan for network f95e933e-06c6-431e-a099-22bd96502fe2 Jun 23 01:51:16.374245 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (f95e933e-06c6-431e-a099-22bd96502fe2), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:16.401690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (f95e933e-06c6-431e-a099-22bd96502fe2), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:16.402669 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:51:16.403282 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:16.456291 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2524652 Jun 23 01:51:16.500391 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cbe1d-ad3f-4593-a2df-be65606056eb admin admin] Pushing event updated for resources: {'Network': ['ID=f95e933e-06c6-431e-a099-22bd96502fe2,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:51:16.511245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network f95e933e-06c6-431e-a099-22bd96502fe2 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:51:18.544529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50044) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:51:18.612705 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c5374c-cebf-45a0-a9b0-424a14260a82 admin admin] GET failed (client error): The resource could not be found. Jun 23 01:51:18.613981 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-98c5374c-cebf-45a0-a9b0-424a14260a82 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0682285 Jun 23 01:51:18.687606 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d3169-da5c-413b-8070-ad7a8f149e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:51:18.689002 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-152d3169-da5c-413b-8070-ad7a8f149e49 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708060 Jun 23 01:51:18.702064 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:51:18.729405 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Made reservation on behalf of cc3d5c56f68947b3b757a0c2a92187ac for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:51:18.732280 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:18.983600 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (c22e88fe-3d33-48d2-b946-1498e7e2f058), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.030063 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22e88fe-3d33-48d2-b946-1498e7e2f058,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:51:19.052306 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Checking segment: {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:51:19.052738 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Network hostable DHCP agents. Network: f95e933e-06c6-431e-a099-22bd96502fe2, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:51:19.078324 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Network f95e933e-06c6-431e-a099-22bd96502fe2 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:51:19.091010 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, f95e933e-06c6-431e-a099-22bd96502fe2) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:51:19.095170 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:51:19.095804 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.100132 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446e1ea-832b-41e1-9500-0b6305d7aa93 None None] Network f95e933e-06c6-431e-a099-22bd96502fe2 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:51:19.112628 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d34e3a3e-64b3-4827-90d9-4b06138ab38e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4139786 Jun 23 01:51:19.208159 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-f95e933e-06c6-431e-a099-22bd96502fe2', 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2', 'project_id': 'cc3d5c56f68947b3b757a0c2a92187ac', 'fixed_ips': [{'subnet_id': 'c22e88fe-3d33-48d2-b946-1498e7e2f058'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:51:19.209235 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.443529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Allocated IP 192.168.233.2 (f95e933e-06c6-431e-a099-22bd96502fe2/c22e88fe-3d33-48d2-b946-1498e7e2f058/312692ce-7497-44f5-bf13-03da682d30fc) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:51:19.586119 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks [] for port (312692ce-7497-44f5-bf13-03da682d30fc), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.592411 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (312692ce-7497-44f5-bf13-03da682d30fc), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.639888 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Network f95e933e-06c6-431e-a099-22bd96502fe2 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:51:19.643053 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Pushing event updated for resources: {'Port': ['ID=312692ce-7497-44f5-bf13-03da682d30fc,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:51:19.645277 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:51:19.648314 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:51:19.654431 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.654795 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.655151 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.655508 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.655836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.656156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.656472 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.656787 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.657110 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.657412 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.658171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.658171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.658381 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.659384 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.659384 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:51:19.719938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Attempting to bind port 312692ce-7497-44f5-bf13-03da682d30fc on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:51:19.720314 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Attempting to bind port 312692ce-7497-44f5-bf13-03da682d30fc by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:51:19.720673 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Attempting to bind port 312692ce-7497-44f5-bf13-03da682d30fc on network f95e933e-06c6-431e-a099-22bd96502fe2 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:51:19.726537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:51:19.726909 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Checking segment: {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:51:19.727374 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.728000 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Bound using segment: {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:51:19.728467 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Bound port: 312692ce-7497-44f5-bf13-03da682d30fc, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:51:19.728836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (312692ce-7497-44f5-bf13-03da682d30fc), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.792132 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] For port 312692ce-7497-44f5-bf13-03da682d30fc, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:51:19.795396 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] For port 312692ce-7497-44f5-bf13-03da682d30fc, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=312692ce-7497-44f5-bf13-03da682d30fc,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:51:19.802080 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (312692ce-7497-44f5-bf13-03da682d30fc), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:19.868036 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccae055-8e26-4ee3-8daf-ce3f5a52b9d4 None None] Pushing event updated for resources: {'Port': ['ID=312692ce-7497-44f5-bf13-03da682d30fc,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:51:20.705041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a171d9-c55e-4ed7-8633-a0d47e66a80c None None] Network f95e933e-06c6-431e-a099-22bd96502fe2 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:51:20.763138 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:20.779171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-6091f630-2c4e-4172-857a-06885671064b None None] Provisioning complete for port 312692ce-7497-44f5-bf13-03da682d30fc triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:51:20.779577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6091f630-2c4e-4172-857a-06885671064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (312692ce-7497-44f5-bf13-03da682d30fc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:20.845101 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:20.890979 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-6091f630-2c4e-4172-857a-06885671064b None None] Current status of the port 312692ce-7497-44f5-bf13-03da682d30fc is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:51:20.891407 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6091f630-2c4e-4172-857a-06885671064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (312692ce-7497-44f5-bf13-03da682d30fc), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:20.927485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6091f630-2c4e-4172-857a-06885671064b None None] For port 312692ce-7497-44f5-bf13-03da682d30fc, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=312692ce-7497-44f5-bf13-03da682d30fc,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:51:20.932822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6091f630-2c4e-4172-857a-06885671064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (312692ce-7497-44f5-bf13-03da682d30fc), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:20.987700 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f630-2c4e-4172-857a-06885671064b None None] Pushing event updated for resources: {'Port': ['ID=312692ce-7497-44f5-bf13-03da682d30fc,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:51:21.052883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cc2bf102-a6f7-4163-a0bd-0690c05d7abb None None] Provisioning complete for port 312692ce-7497-44f5-bf13-03da682d30fc triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:51:21.053937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf102-a6f7-4163-a0bd-0690c05d7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (312692ce-7497-44f5-bf13-03da682d30fc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:21.125767 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bf102-a6f7-4163-a0bd-0690c05d7abb None None] Current status of the port 312692ce-7497-44f5-bf13-03da682d30fc is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:51:21.304438 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 312692ce-7497-44f5-bf13-03da682d30fc up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:51:21.359032 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 312692ce-7497-44f5-bf13-03da682d30fc triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:51:21.359428 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (312692ce-7497-44f5-bf13-03da682d30fc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:21.435849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 312692ce-7497-44f5-bf13-03da682d30fc is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:51:27.446650 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=15 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:27.449725 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=17 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:28.399674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4aaabf88-f062-476c-8f3a-4aa2513a002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:29.104779 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:29.105563 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=75,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:30.694803 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-01f08cbe-d906-49a6-8863-1cf3c81f5dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:32.033352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:32.214886 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:51:33.234657 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:33.511650 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:51:42.211145 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:43.498427 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:43.505684 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:47.233211 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:51:58.404456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-50b098e6-323e-4850-b64d-b7aeade6db8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:00.689240 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3f88bf03-92a3-4ec8-b717-886631bed841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:02.031842 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:03.214767 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:03.215571 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:03.236181 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:03.517837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:09.218809 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:52:13.508496 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:13.510949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:27.210992 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:27.211815 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:28.411844 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7cc5405d-922f-43c4-a3b9-9c617a5dd07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:30.695420 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4d363694-aad8-4b28-b268-7e46176f7f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:32.034078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:33.240073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:33.514936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:40.209670 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:40.214966 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:43.500424 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:43.508601 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:46.218506 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:52:51.220133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50084) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:52:51.225792 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [None req-68beb039-fd43-4d0f-8390-44b8c496d6de tempest-verify_tempest_config-1528447674 tempest-verify_tempest_config-1528447674-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:52:51.226752 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-68beb039-fd43-4d0f-8390-44b8c496d6de tempest-verify_tempest_config-1528447674 tempest-verify_tempest_config-1528447674-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056286 Jun 23 01:52:51.555652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50102) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:52:51.669734 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.753742 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Publish callbacks [] for security_group (06ffc96d-3a72-4742-9804-323b7f3353de), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.759144 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (06ffc96d-3a72-4742-9804-323b7f3353de), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.805871 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ffc96d-3a72-4742-9804-323b7f3353de,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:52:51.811369 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2d509f35fcc4f8486d78d0e10235e07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2544837 Jun 23 01:52:51.814179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50106) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:52:51.816899 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.817247 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.817581 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.817914 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.818225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.818548 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.818867 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.819186 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.819540 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.819861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.820177 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.820513 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.820831 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.821143 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.821439 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8453e-1495-471e-8cf0-f19695b866f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:51.872821 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Publish callbacks [] for security_group (06ffc96d-3a72-4742-9804-323b7f3353de), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.894774 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Publish callbacks [] for security_group (06ffc96d-3a72-4742-9804-323b7f3353de), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.994135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (06ffc96d-3a72-4742-9804-323b7f3353de), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.996883 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:52:51.998047 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06ffc96d-3a72-4742-9804-323b7f3353de HTTP/1.1" status: 204 len: 168 time: 0.1827545 Jun 23 01:52:52.006098 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ffc96d-3a72-4742-9804-323b7f3353de,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:52:52.015332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.015861 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.016219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.016552 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.016874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.017191 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.017505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.017825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.018213 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.018524 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.018840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.019149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.019481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.019789 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:52.020099 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f321803-5f88-48b4-ac17-7a3424eaf46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:52:56.214294 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:52:58.409428 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8fa-378c-47fb-a6d1-3a252a31b7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:00.694313 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4d32a0f9-d602-4d9a-81f0-efca54e2cea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:01.799437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:01.812998 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:02.009259 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:02.010166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:02.038270 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:03.242557 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:03.509744 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:13.501693 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:13.504724 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:17.207028 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:17.212730 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:23.222279 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:53:28.415735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-87769c9f-64fa-4c4e-bc93-0c1d7c9e68ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:30.700142 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-933d02ae-16c9-4ebc-829d-635acf75c421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:32.051082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:33.214643 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=12 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:33.215908 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=16 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:33.252600 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:33.527550 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:53:43.516260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:43.520331 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:54.217510 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:54.218753 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:53:58.511954 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e249cce4-6f8b-423c-91ad-4281395146d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:00.226798 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 5 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:54:00.696244 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-730e7d9b-42ff-4f7f-9b20-2ed9094f129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:02.055721 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:03.249616 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:03.512791 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:10.218866 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:10.220178 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:13.504907 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:13.507529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:28.394310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e9c10db0-d091-475a-b4d4-b2d93c819e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:30.696843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7e234e68-cd89-4e45-a666-a04351f4fe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:31.214475 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:31.215726 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:32.052654 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:33.263042 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:33.519448 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:33.927171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492335'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:37.229910 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:54:43.513615 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:43.921676 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:46.348629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50182) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:54:46.469124 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-278fea34-a79b-4925-9ecd-ece31c8a395a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1190364 Jun 23 01:54:47.221692 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:47.223129 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:48.558847 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50192) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:54:48.615368 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8d70d4ca-fa6d-4159-9486-cedc0aa992dd admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0554078 Jun 23 01:54:58.407922 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cc26a85c-8692-44d4-ac03-6e86ea278118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:54:58.609578 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:54:58.610717 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:00.689918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b512a336-c2f6-44c5-a5d4-6eef2d55d81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:02.057831 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:03.269539 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:03.521527 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:03.918141 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:08.220475 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:08.221784 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:13.909754 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:13.910962 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:14.234798 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:55:27.374262 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=15 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:27.375470 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=13 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:28.401171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-da2f1500-3a5c-4fb0-9b73-b3b38fd7c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:30.691204 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ac87c5a0-44c7-4b73-9d3e-0e8544a6d8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:32.056004 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:33.263978 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:33.517033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:33.910410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:55:43.903376 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:43.904630 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:45.210647 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:45.211654 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:55:51.234652 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:55:58.406883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8b55a7bb-bc87-4d56-ad41-637ef5dd47ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:00.686151 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4f443aec-1716-410e-9adc-2fa86083acaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:01.229579 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:01.230824 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:02.058485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:03.265697 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:03.524831 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:03.909569 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:13.898445 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:13.904245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:20.758461 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50256) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:20.961065 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136579354-network', 'tenant_id': '5cf82afb2ad54bb49446a1dd59f19c63'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:21.001564 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Made reservation on behalf of 5cf82afb2ad54bb49446a1dd59f19c63 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:21.007199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.033294 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.145186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks [] for security_group (61a3c713-3b20-4cd1-bc45-43fc894827a7), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.151429 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (61a3c713-3b20-4cd1-bc45-43fc894827a7), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.189615 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:21.198023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3c713-3b20-4cd1-bc45-43fc894827a7,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:21.203147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (95ef1645-9182-4f77-8ca1-d3e2c87cafc9), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.203567 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Added segment 95ef1645-9182-4f77-8ca1-d3e2c87cafc9 of type vlan for network 41fb6939-b3d3-4378-ba2b-73a0559e9c42 Jun 23 01:56:21.214961 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.215383 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.215731 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.216053 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.216376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.216698 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.217026 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.217329 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.217641 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.217954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.218286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.218614 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.218926 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.219253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.219566 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Tracked resource versions report: Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: pushed versions: Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: { 'AddressGroup': {'1.2'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Agent': {'1.1'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'ConntrackHelper': {'1.0'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Log': {'1.0'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'NDPProxy': {'1.0'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Network': {'1.1'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Port': {'1.7'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'PortForwarding': {'1.3'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'QosPolicy': {'1.10'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroup': {'1.5'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SubPort': {'1.0'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Subnet': {'1.1'}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Trunk': {'1.1'}} Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: consumer versions: Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: HyperV agent@hv-cinder-81558: {}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Agent': '1.1', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'ConntrackHelper': '1.0', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'LocalIPAssociation': '1.0', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Log': '1.0', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'NDPProxy': '1.0', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Network': '1.1', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Port': '1.7', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'PortForwarding': '1.3', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'QosPolicy': '1.10', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroup': '1.5', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SecurityGroupRule': '1.2', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'SubPort': '1.0', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Subnet': '1.1', Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: 'Trunk': '1.1'}} Jun 23 01:56:21.220759 dv-cinder-815582-9-iscsi neutron-server[104186]: {{(pid=104186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:56:21.257703 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (41fb6939-b3d3-4378-ba2b-73a0559e9c42), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.305886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (41fb6939-b3d3-4378-ba2b-73a0559e9c42), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.306952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:21.307603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.343584 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5833404 Jun 23 01:56:21.346739 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50304) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:21.354026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Request body: {'subnet': {'network_id': '41fb6939-b3d3-4378-ba2b-73a0559e9c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136579354-subnet', 'tenant_id': '5cf82afb2ad54bb49446a1dd59f19c63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:21.374087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d4c90-6019-4d28-98f9-018de40702b1 admin admin] Pushing event updated for resources: {'Network': ['ID=41fb6939-b3d3-4378-ba2b-73a0559e9c42,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:21.387160 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 41fb6939-b3d3-4378-ba2b-73a0559e9c42 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:21.400160 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Made reservation on behalf of 5cf82afb2ad54bb49446a1dd59f19c63 for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:21.406938 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.600144 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (ccd283be-b8c1-42f3-87bc-4dabbfc97a11), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.661150 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd283be-b8c1-42f3-87bc-4dabbfc97a11,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:21.675297 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.675639 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.676000 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.676337 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.676664 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.676986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.677308 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.677624 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.677958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.678276 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.678611 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.678995 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.679334 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.679652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.679961 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Tracked resource versions report: Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: pushed versions: Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: { 'AddressGroup': {'1.2'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Agent': {'1.1'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'ConntrackHelper': {'1.0'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Log': {'1.0'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'NDPProxy': {'1.0'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Network': {'1.1'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Port': {'1.7'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'PortForwarding': {'1.3'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'QosPolicy': {'1.10'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroup': {'1.5'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SubPort': {'1.0'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Subnet': {'1.1'}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Trunk': {'1.1'}} Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: consumer versions: Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: HyperV agent@hv-cinder-81558: {}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Agent': '1.1', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'ConntrackHelper': '1.0', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'LocalIPAssociation': '1.0', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Log': '1.0', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'NDPProxy': '1.0', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Network': '1.1', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Port': '1.7', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'PortForwarding': '1.3', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'QosPolicy': '1.10', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroup': '1.5', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SecurityGroupRule': '1.2', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'SubPort': '1.0', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Subnet': '1.1', Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: 'Trunk': '1.1'}} Jun 23 01:56:21.681153 dv-cinder-815582-9-iscsi neutron-server[104187]: {{(pid=104187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:56:21.690262 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Checking segment: {'id': '95ef1645-9182-4f77-8ca1-d3e2c87cafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '41fb6939-b3d3-4378-ba2b-73a0559e9c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:21.690614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Network hostable DHCP agents. Network: 41fb6939-b3d3-4378-ba2b-73a0559e9c42, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:21.709293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Network 41fb6939-b3d3-4378-ba2b-73a0559e9c42 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:21.720945 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 41fb6939-b3d3-4378-ba2b-73a0559e9c42) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:21.725783 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:21.727499 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:21.732907 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9730b12-02ab-4bd9-8f72-cd1da5221677 None None] Network 41fb6939-b3d3-4378-ba2b-73a0559e9c42 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:21.759825 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f6067829-0db3-45e6-90e5-27ad927f6b18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4112210 Jun 23 01:56:21.840307 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02253af7-5974-4720-9b35-fd8947d84732 None None] Network 41fb6939-b3d3-4378-ba2b-73a0559e9c42 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:22.904711 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50396) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.145794 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50422) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.281571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-95975626-network', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.313359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Made reservation on behalf of e7608bb4bbf1435289dc08731d51df22 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:23.316099 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.324938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.411156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks [] for security_group (4ca40966-2218-4fbb-a684-2682be7544ac), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.417857 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ca40966-2218-4fbb-a684-2682be7544ac), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.429529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50440) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.444523 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:23.452670 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca40966-2218-4fbb-a684-2682be7544ac,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:23.468039 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (ace9b778-eb33-4b71-8f32-f63c7fcd7aa4), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.468396 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Added segment ace9b778-eb33-4b71-8f32-f63c7fcd7aa4 of type vlan for network d2eae4b9-a70c-40ac-ab68-9fdb4840100e Jun 23 01:56:23.499809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50446) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.524752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (d2eae4b9-a70c-40ac-ab68-9fdb4840100e), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.532589 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-network', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.571832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Made reservation on behalf of d0648b2071364ae09ba6d7a1d45c762c for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:23.574385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.582771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (d2eae4b9-a70c-40ac-ab68-9fdb4840100e), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.583895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:23.584467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.589666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.617912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:23.621290 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:23.669181 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] Pushing event updated for resources: {'Network': ['ID=d2eae4b9-a70c-40ac-ab68-9fdb4840100e,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:23.679534 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-591383801-network', 'tenant_id': 'c435aab218b8498585477269fe5ecc60'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.679681 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a21c4494-1882-4d09-b7b9-7b4d903c1691 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7737908 Jun 23 01:56:23.680516 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50456) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.682280 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:23.692352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Request body: {'subnet': {'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-subnet', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.712207 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50458) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:23.721006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061966191-network', 'tenant_id': 'ed1b99fee624403eac4d4d016a86ba68'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.721257 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Made reservation on behalf of c435aab218b8498585477269fe5ecc60 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:23.725325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.737482 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Made reservation on behalf of e7608bb4bbf1435289dc08731d51df22 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:23.739977 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.755758 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.865513 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks [] for security_group (e2f3ebc0-650c-4263-acdb-26c7cd6252c6), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.872074 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e2f3ebc0-650c-4263-acdb-26c7cd6252c6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.905612 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Made reservation on behalf of ed1b99fee624403eac4d4d016a86ba68 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:23.907654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.917164 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:23.940299 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:23.946094 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f3ebc0-650c-4263-acdb-26c7cd6252c6,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:23.970956 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-246958584-network', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:23.978986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (fbc3415d-25dc-4b91-9365-67e4a158396d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.979793 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks [] for security_group (7e09872b-2a68-4bfc-9e51-dc9776640dbe), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.980703 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Added segment fbc3415d-25dc-4b91-9365-67e4a158396d of type vlan for network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f Jun 23 01:56:23.981655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:23.996295 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7e09872b-2a68-4bfc-9e51-dc9776640dbe), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.010161 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:24.021232 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (9a81cb99-8946-4932-9cc6-864bf9ef0e2a), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.021853 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Added segment 9a81cb99-8946-4932-9cc6-864bf9ef0e2a of type vlan for network fcfccf09-d035-4595-a8db-98e9a30e8411 Jun 23 01:56:24.100560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (fcfccf09-d035-4595-a8db-98e9a30e8411), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.103486 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.112319 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Made reservation on behalf of 96afcc3674a54ffb86c1f0298a527e61 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:24.124278 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.147531 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e09872b-2a68-4bfc-9e51-dc9776640dbe,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.170695 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.186139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:24.208449 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (fcfccf09-d035-4595-a8db-98e9a30e8411), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.209658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:24.210406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.231815 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.233036 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:24.233688 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.298010 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1485188 Jun 23 01:56:24.299745 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8685837 Jun 23 01:56:24.300910 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50468) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:24.313809 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50470) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:24.321294 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Request body: {'subnet': {'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-subnet', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:24.323486 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Request body: {'subnet': {'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-591383801-subnet', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:24.370618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25f74-e5c0-48e1-be9e-3264dc870524 admin admin] Pushing event updated for resources: {'Network': ['ID=5d34bdf4-fe13-4cf3-95fc-add1fdc6762f,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.384056 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:24.407268 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Made reservation on behalf of d0648b2071364ae09ba6d7a1d45c762c for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:24.410594 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.463684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (cec917f0-43de-4ee8-a577-c1add2494ec5), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.471155 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:24.474151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks [] for security_group (9821154c-40a6-4ca4-bd34-cc7d87bbed10), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.500113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612c597-95d1-42e9-aae2-72ac6a01bb80 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfccf09-d035-4595-a8db-98e9a30e8411,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.514970 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9821154c-40a6-4ca4-bd34-cc7d87bbed10), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.552315 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network fcfccf09-d035-4595-a8db-98e9a30e8411 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:24.555427 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:24.582619 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9821154c-40a6-4ca4-bd34-cc7d87bbed10,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.598816 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (03c8ef75-018a-4752-9c77-6f2e28483098), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.599157 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Added segment 03c8ef75-018a-4752-9c77-6f2e28483098 of type vlan for network 71199da1-1b56-40ea-8cc6-cd12e41c8200 Jun 23 01:56:24.641327 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec917f0-43de-4ee8-a577-c1add2494ec5,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.666612 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks [] for security_group (0d192904-7493-4ad2-9a6e-361492ad72d5), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.690198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Made reservation on behalf of c435aab218b8498585477269fe5ecc60 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:24.692600 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.695660 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0d192904-7493-4ad2-9a6e-361492ad72d5), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.706019 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (71199da1-1b56-40ea-8cc6-cd12e41c8200), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.756560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:24.762804 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:56:24.789080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (71199da1-1b56-40ea-8cc6-cd12e41c8200), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.790284 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:24.790945 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.821061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (cd250abc-5078-4f1e-88f9-5a62addb8b47), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.821310 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Added segment cd250abc-5078-4f1e-88f9-5a62addb8b47 of type vlan for network 70f6c4cd-38b9-42e8-b394-478e10d254e3 Jun 23 01:56:24.848135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3469031 Jun 23 01:56:24.848984 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50502) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:24.856911 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Request body: {'subnet': {'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-246958584-subnet', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:24.863711 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (ffacb4d8-24f9-42dd-98cb-d3ced6a01773), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.885442 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:24.885786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Network hostable DHCP agents. Network: d2eae4b9-a70c-40ac-ab68-9fdb4840100e, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:24.899964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f66f-25af-420f-a5aa-8b7ad7b3fbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=71199da1-1b56-40ea-8cc6-cd12e41c8200,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.911343 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:24.918537 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d192904-7493-4ad2-9a6e-361492ad72d5,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:24.936407 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:24.948503 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Made reservation on behalf of 96afcc3674a54ffb86c1f0298a527e61 for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:24.950808 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (70f6c4cd-38b9-42e8-b394-478e10d254e3), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.952033 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:24.998217 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:25.006002 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffacb4d8-24f9-42dd-98cb-d3ced6a01773,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:25.061311 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Checking segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:25.061659 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Network hostable DHCP agents. Network: fcfccf09-d035-4595-a8db-98e9a30e8411, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:25.109777 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:25.125852 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, fcfccf09-d035-4595-a8db-98e9a30e8411) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:25.135146 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d9627-471d-4f89-8a73-e7fd742a2014 None None] Network fcfccf09-d035-4595-a8db-98e9a30e8411 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:25.149393 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:25.149968 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.195351 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6799c3b7-98e4-48af-86f2-65007947edca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8802507 Jun 23 01:56:25.197584 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50512) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:25.239112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, d2eae4b9-a70c-40ac-ab68-9fdb4840100e) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:25.244541 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:25.245275 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.250442 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (70f6c4cd-38b9-42e8-b394-478e10d254e3), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.250646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05cf05-9527-4ed6-bd17-35435883fbfe None None] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:25.251621 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:25.253104 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.289637 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (85ca8fbe-dd2f-4f39-a817-27f53b9a7461), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.312808 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5957339 Jun 23 01:56:25.335454 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:25.336277 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50514) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:25.342509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:25.354079 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (c76c97db-4a58-49ee-a4fe-095ee285b47a), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.355494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-fcfccf09-d035-4595-a8db-98e9a30e8411', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:56:25.356669 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.376094 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Request body: {'subnet': {'network_id': '70f6c4cd-38b9-42e8-b394-478e10d254e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061966191-subnet', 'tenant_id': 'ed1b99fee624403eac4d4d016a86ba68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:25.385941 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-06edd0ae-c653-4a07-a306-c39fda24fef6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7011602 Jun 23 01:56:25.386632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50518) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:25.402009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:25.423137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (178c5611-1340-433d-a228-24d588b028e0), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.425509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (178c5611-1340-433d-a228-24d588b028e0), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.436777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2c003-ff6c-4d4b-a181-60ccf218bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=70f6c4cd-38b9-42e8-b394-478e10d254e3,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:25.477694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 70f6c4cd-38b9-42e8-b394-478e10d254e3 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:56:25.506388 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.509642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.521226 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ca8fbe-dd2f-4f39-a817-27f53b9a7461,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:25.557674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50526) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:25.557674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:25.561887 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Made reservation on behalf of ed1b99fee624403eac4d4d016a86ba68 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:25.564270 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.596650 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Checking segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:25.597029 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Network hostable DHCP agents. Network: 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:25.680301 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for router_controller (178c5611-1340-433d-a228-24d588b028e0), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.752551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for router_controller (5b728a7c-7219-4270-9eb9-14f0520f46d8), precommit_add_association {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.759330 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:25.789028 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-d2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:56:25.790577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.835644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:25.898830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:25.899721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.904614 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:25.911388 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3f41-d03c-4de8-a690-095dd3b0eb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:25.949948 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:26.019703 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76c97db-4a58-49ee-a4fe-095ee285b47a,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:26.040454 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for router_gateway (5b728a7c-7219-4270-9eb9-14f0520f46d8), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.045693 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Checking segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:26.049409 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Network hostable DHCP agents. Network: 71199da1-1b56-40ea-8cc6-cd12e41c8200, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:26.051854 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff8b52-e141-4e39-af5f-db7044d9726a None None] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:26.069581 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f406abd9-5ef1-476b-8ae6-2e7fc7c17800 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7544158 Jun 23 01:56:26.072378 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50556) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:26.077578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:26.083919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Allocated IP 172.20.0.2 (fcfccf09-d035-4595-a8db-98e9a30e8411/ffacb4d8-24f9-42dd-98cb-d3ced6a01773/544ca8c6-1d9f-40af-a145-17b8366154c6) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:26.149974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:26.267816 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:26.273080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for router_gateway (178c5611-1340-433d-a228-24d588b028e0), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.283579 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (75a93383-a708-4f42-a285-744eee99a40c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.284980 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (75a93383-a708-4f42-a285-744eee99a40c), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.293634 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 71199da1-1b56-40ea-8cc6-cd12e41c8200) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:26.326052 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:26.327041 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.336694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a99c4d-0dc0-4dde-8a46-79af9bfef428 None None] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:26.398118 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5e211c77-9fcc-46ba-b8a6-f4c069ee1323 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5449603 Jun 23 01:56:26.399015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50572) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:26.401830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (5e19699c-5e72-42d5-97b9-984ab24d7c81), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.406903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:26.444747 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3f41-d03c-4de8-a690-095dd3b0eb17 admin admin] Publish callbacks [] for security_group (ac71a50c-2230-42bd-9051-645b75f382cd), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.488737 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-71199da1-1b56-40ea-8cc6-cd12e41c8200', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:56:26.489041 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3f41-d03c-4de8-a690-095dd3b0eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (ac71a50c-2230-42bd-9051-645b75f382cd), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.490583 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.493585 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:26.495139 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for router_controller (75a93383-a708-4f42-a285-744eee99a40c), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.556917 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f0ea3f41-d03c-4de8-a690-095dd3b0eb17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4537bc7993743cabfa3752ab1489fed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0000801 Jun 23 01:56:26.569451 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50578) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:26.611742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:26.630937 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e19699c-5e72-42d5-97b9-984ab24d7c81,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:26.637876 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for router_gateway (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.643846 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3f41-d03c-4de8-a690-095dd3b0eb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71a50c-2230-42bd-9051-645b75f382cd,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:26.661025 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for router_gateway (75a93383-a708-4f42-a285-744eee99a40c), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.668200 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (c0805410-35da-4698-8217-48b3618594ec), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.669713 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (c0805410-35da-4698-8217-48b3618594ec), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.671355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'project_id': 'c435aab218b8498585477269fe5ecc60', 'fixed_ips': [{'subnet_id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:56:26.672826 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.704816 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.708198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Checking segment: {'id': 'cd250abc-5078-4f1e-88f9-5a62addb8b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f6c4cd-38b9-42e8-b394-478e10d254e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:26.708556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Network hostable DHCP agents. Network: 70f6c4cd-38b9-42e8-b394-478e10d254e3, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:56:26.776625 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Allocated IP 172.20.0.2 (d2eae4b9-a70c-40ac-ab68-9fdb4840100e/cec917f0-43de-4ee8-a577-c1add2494ec5/a890aab2-634c-4144-9c38-13ae6b45a0af) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:26.778385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] Publish callbacks [] for security_group (ac71a50c-2230-42bd-9051-645b75f382cd), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.802257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] Publish callbacks [] for security_group (ac71a50c-2230-42bd-9051-645b75f382cd), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.833872 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Network 70f6c4cd-38b9-42e8-b394-478e10d254e3 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:56:26.883248 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 70f6c4cd-38b9-42e8-b394-478e10d254e3) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:26.893536 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:26.894235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.907679 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for router_controller (c0805410-35da-4698-8217-48b3618594ec), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.908893 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:26.926832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Allocated IP 172.27.0.177 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/c0201aa0-79f8-46a2-b571-66b32aca319b) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:26.940269 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-eed78852-fe2c-4bf4-8228-601617924fab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5924826 Jun 23 01:56:26.950220 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (ac71a50c-2230-42bd-9051-645b75f382cd), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.952973 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:26.954215 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac71a50c-2230-42bd-9051-645b75f382cd HTTP/1.1" status: 204 len: 168 time: 0.3783195 Jun 23 01:56:26.983953 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacafa0-d913-4e93-8796-d9c7b68f0c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71a50c-2230-42bd-9051-645b75f382cd,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:26.990470 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.016598 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for router_gateway (178c5611-1340-433d-a228-24d588b028e0), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.074125 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks [] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.078788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199517ab-fb09-4cd3-aa26-8fff64e28694 None None] Network 70f6c4cd-38b9-42e8-b394-478e10d254e3 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:27.089559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.119884 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.162379 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.190091 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Pushing event updated for resources: {'Port': ['ID=544ca8c6-1d9f-40af-a145-17b8366154c6,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:27.205772 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.206120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.206477 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.206828 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.207160 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.207511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.207833 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.208151 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.208472 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.208783 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.209275 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.209828 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.210298 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.210774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.211273 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Tracked resource versions report: Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: pushed versions: Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: { 'AddressGroup': {'1.2'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Agent': {'1.1'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'ConntrackHelper': {'1.0'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Log': {'1.0'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'NDPProxy': {'1.0'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Network': {'1.1'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Port': {'1.7'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'PortForwarding': {'1.3'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'QosPolicy': {'1.10'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroup': {'1.5'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SubPort': {'1.0'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Subnet': {'1.1'}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Trunk': {'1.1'}} Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: consumer versions: Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: HyperV agent@hv-cinder-81558: {}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Agent': '1.1', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'ConntrackHelper': '1.0', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'LocalIPAssociation': '1.0', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Log': '1.0', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'NDPProxy': '1.0', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Network': '1.1', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Port': '1.7', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'PortForwarding': '1.3', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'QosPolicy': '1.10', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroup': '1.5', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SecurityGroupRule': '1.2', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'SubPort': '1.0', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Subnet': '1.1', Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: 'Trunk': '1.1'}} Jun 23 01:56:27.212861 dv-cinder-815582-9-iscsi neutron-server[104188]: {{(pid=104188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:56:27.215585 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.215585 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.219537 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.267362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:27.272517 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:27.278433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50606) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:27.288184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Pushing event updated for resources: {'Port': ['ID=c0201aa0-79f8-46a2-b571-66b32aca319b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:27.294755 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:27.297548 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.340652 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:27.341065 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:27.345416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:27.394033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Allocated IP 172.20.0.2 (71199da1-1b56-40ea-8cc6-cd12e41c8200/c76c97db-4a58-49ee-a4fe-095ee285b47a/b971c8ad-2f39-4924-9931-ac0c4f5c5c26) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:27.411307 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.446319 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Deleting subnet ccd283be-b8c1-42f3-87bc-4dabbfc97a11 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 01:56:27.474381 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Publish callbacks [] for subnet (ccd283be-b8c1-42f3-87bc-4dabbfc97a11), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.539067 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for router_gateway (c0805410-35da-4698-8217-48b3618594ec), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.543890 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Publish callbacks [] for subnet (ccd283be-b8c1-42f3-87bc-4dabbfc97a11), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.572084 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for router_gateway (75a93383-a708-4f42-a285-744eee99a40c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.604214 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks [] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.607022 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.632491 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Allocated IP 172.27.0.150 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:27.654540 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (ccd283be-b8c1-42f3-87bc-4dabbfc97a11), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.655165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Allocated IP 172.20.0.2 (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f/85ca8fbe-dd2f-4f39-a817-27f53b9a7461/07a20571-ebda-4575-9f68-eab6778bb26e) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:27.691271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Attempting to bind port 544ca8c6-1d9f-40af-a145-17b8366154c6 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:27.691837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Attempting to bind port 544ca8c6-1d9f-40af-a145-17b8366154c6 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:27.692214 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Attempting to bind port 544ca8c6-1d9f-40af-a145-17b8366154c6 on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:27.696403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50616) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:27.698651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.714825 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:27.715420 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Checking segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:27.715926 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.716408 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Bound using segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:27.717537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Bound port: 544ca8c6-1d9f-40af-a145-17b8366154c6, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:27.718030 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.787066 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:27.835832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe111-f611-4593-83fa-f0cde297b1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.851740 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] For port 544ca8c6-1d9f-40af-a145-17b8366154c6, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:27.853622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.856254 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] For port 544ca8c6-1d9f-40af-a145-17b8366154c6, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=544ca8c6-1d9f-40af-a145-17b8366154c6,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:27.861219 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Pushing event updated for resources: {'Port': ['ID=a890aab2-634c-4144-9c38-13ae6b45a0af,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:27.864842 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:27.885482 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.964317 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:27.975517 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for router_gateway (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:27.979153 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882a337-f897-43bd-a604-6ac76fb0f201 None None] Pushing event updated for resources: {'Port': ['ID=544ca8c6-1d9f-40af-a145-17b8366154c6,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:28.034300 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:28.046318 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:28.051313 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.085185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for router_gateway (c0805410-35da-4698-8217-48b3618594ec), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.094399 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for subnet (ccd283be-b8c1-42f3-87bc-4dabbfc97a11), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.122943 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.195703 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.202599 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ccd283be-b8c1-42f3-87bc-4dabbfc97a11 HTTP/1.1" status: 204 len: 168 time: 0.9126284 Jun 23 01:56:28.206830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50626) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:28.235195 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:56:28.316144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:28.318105 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc3f52-f68f-4401-ae92-242e667ec9e1 None None] Network 70f6c4cd-38b9-42e8-b394-478e10d254e3 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:28.346535 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e89f5-c6cc-420e-841c-f65f6bac6874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd283be-b8c1-42f3-87bc-4dabbfc97a11,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:28.353326 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (41fb6939-b3d3-4378-ba2b-73a0559e9c42), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.364389 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Allocated IP 172.27.0.43 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/1066a646-3174-4b6a-89d4-c5b7e6d4d561) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:28.460531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.460531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:28.494801 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:28.516849 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe111-f611-4593-83fa-f0cde297b1ae admin admin] Publish callbacks [] for security_group (2c984b60-5139-4013-9f4d-26d451576998), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.556375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe111-f611-4593-83fa-f0cde297b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2c984b60-5139-4013-9f4d-26d451576998), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.573919 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:28.580660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks [] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.601060 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:28.626447 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9d8fe111-f611-4593-83fa-f0cde297b1ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd74075e7353488a8795be0382704fa4&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9281597 Jun 23 01:56:28.629823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50632) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:28.640707 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.665975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fe111-f611-4593-83fa-f0cde297b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c984b60-5139-4013-9f4d-26d451576998,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:28.705705 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (41fb6939-b3d3-4378-ba2b-73a0559e9c42), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.733815 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ed18af86-4105-4914-a71b-b72d34aed349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.752552 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.753146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.754015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.754427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.754831 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.755278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.755662 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Attempting to bind port a890aab2-634c-4144-9c38-13ae6b45a0af on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:28.755859 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.756029 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Attempting to bind port a890aab2-634c-4144-9c38-13ae6b45a0af by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:28.756286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.756396 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Attempting to bind port a890aab2-634c-4144-9c38-13ae6b45a0af on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:28.757055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.757246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:28.788064 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:28.790592 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:28.800559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:28.811745 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:28.813390 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:28.813759 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:28.814149 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.814514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Bound using segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:28.814979 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Bound port: a890aab2-634c-4144-9c38-13ae6b45a0af, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:28.816688 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.829746 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:28.843287 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Pushing event updated for resources: {'Port': ['ID=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:28.877044 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.901096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks [] for port (07a20571-ebda-4575-9f68-eab6778bb26e), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.962034 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:28.997389 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for router_gateway (178c5611-1340-433d-a228-24d588b028e0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.062065 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:29.062436 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:29.062856 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:29.063092 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:56:29.063481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fb6939-b3d3-4378-ba2b-73a0559e9c42']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:29.078065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Pushing event updated for resources: {'Port': ['ID=07a20571-ebda-4575-9f68-eab6778bb26e,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:29.092328 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.093823 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:29.094609 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.100312 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:29.103013 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] For port a890aab2-634c-4144-9c38-13ae6b45a0af, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:29.105360 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:29.107575 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Attempting to bind port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:29.107947 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Attempting to bind port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:29.108306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Attempting to bind port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:29.125912 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] For port a890aab2-634c-4144-9c38-13ae6b45a0af, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a890aab2-634c-4144-9c38-13ae6b45a0af,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:29.129851 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:29.170242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Checking segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:29.170242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.170242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Bound using segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:29.170242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Bound port: b971c8ad-2f39-4924-9931-ac0c4f5c5c26, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:29.170242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.174038 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.176340 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ef1645-9182-4f77-8ca1-d3e2c87cafc9') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:29.176785 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ef1645-9182-4f77-8ca1-d3e2c87cafc9') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:29.203666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (95ef1645-9182-4f77-8ca1-d3e2c87cafc9), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.205539 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:29.216848 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:29.231773 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:29.233660 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:29.249053 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Allocated IP 172.27.0.140 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/ff6c93c4-8931-41b6-9fff-f8619158899b) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:29.301297 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Pushing event updated for resources: {'Port': ['ID=1066a646-3174-4b6a-89d4-c5b7e6d4d561,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:29.326164 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Attempting to bind port 07a20571-ebda-4575-9f68-eab6778bb26e on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:29.327365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Attempting to bind port 07a20571-ebda-4575-9f68-eab6778bb26e by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:29.331129 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Attempting to bind port 07a20571-ebda-4575-9f68-eab6778bb26e on network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:29.362449 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24456d-1b88-4360-a2b9-779f715e6e71 None None] Pushing event updated for resources: {'Port': ['ID=a890aab2-634c-4144-9c38-13ae6b45a0af,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:29.364235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (95ef1645-9182-4f77-8ca1-d3e2c87cafc9), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.366866 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:29.367277 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Checking segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:29.367681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.368061 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Bound using segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:29.368791 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Bound port: 07a20571-ebda-4575-9f68-eab6778bb26e, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:29.368902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.371503 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] For port b971c8ad-2f39-4924-9931-ac0c4f5c5c26, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:29.379924 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] For port b971c8ad-2f39-4924-9931-ac0c4f5c5c26, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:29.410686 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] Publish callbacks [] for security_group (2c984b60-5139-4013-9f4d-26d451576998), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.415495 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.429962 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 01:56:29.430149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (95ef1645-9182-4f77-8ca1-d3e2c87cafc9), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.560448 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffadfe1-5a74-4d87-9593-c8b5e501c975 None None] Pushing event updated for resources: {'Port': ['ID=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:29.579840 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:29.581778 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] For port 07a20571-ebda-4575-9f68-eab6778bb26e, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:29.587636 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] For port 07a20571-ebda-4575-9f68-eab6778bb26e, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=07a20571-ebda-4575-9f68-eab6778bb26e,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:29.588051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] Publish callbacks [] for security_group (2c984b60-5139-4013-9f4d-26d451576998), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.603708 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 544ca8c6-1d9f-40af-a145-17b8366154c6 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:29.632333 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.655724 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:29.666729 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:56:29.687497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:29.688394 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (41fb6939-b3d3-4378-ba2b-73a0559e9c42), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.711596 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52503c9e-dd83-47a8-819a-222d0a3d9f6e None None] Network fcfccf09-d035-4595-a8db-98e9a30e8411 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:29.826019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.835902 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/41fb6939-b3d3-4378-ba2b-73a0559e9c42 HTTP/1.1" status: 204 len: 168 time: 1.6214788 Jun 23 01:56:29.841306 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50646) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:29.862733 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Provisioning complete for port 544ca8c6-1d9f-40af-a145-17b8366154c6 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:29.863041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:29.958804 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Deleting subnet 5e19699c-5e72-42d5-97b9-984ab24d7c81 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 01:56:29.964806 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Publish callbacks [] for subnet (5e19699c-5e72-42d5-97b9-984ab24d7c81), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.020353 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:30.021788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060efb4-5221-4bd0-8399-db6da8567175 None None] Pushing event updated for resources: {'Port': ['ID=07a20571-ebda-4575-9f68-eab6778bb26e,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:30.039041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 544ca8c6-1d9f-40af-a145-17b8366154c6 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:30.039514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.046741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (178c5611-1340-433d-a228-24d588b028e0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.063824 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.117487 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 95ef1645-9182-4f77-8ca1-d3e2c87cafc9 resource provider aggregate not found Jun 23 01:56:30.124322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e919b97-47cb-4e45-95b1-1953b03e7cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=41fb6939-b3d3-4378-ba2b-73a0559e9c42,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:30.144910 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2c984b60-5139-4013-9f4d-26d451576998), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.152544 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:30.154547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.156955 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c984b60-5139-4013-9f4d-26d451576998 HTTP/1.1" status: 204 len: 168 time: 1.4980125 Jun 23 01:56:30.159352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:30.165185 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 95ef1645-9182-4f77-8ca1-d3e2c87cafc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95ef1645-9182-4f77-8ca1-d3e2c87cafc9 found for delete ", "request_id": "req-72644caf-8e3f-4055-8ba9-f974e1209c5d"}]} Jun 23 01:56:30.194326 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (5e19699c-5e72-42d5-97b9-984ab24d7c81), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.216358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Current status of the port 544ca8c6-1d9f-40af-a145-17b8366154c6 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:30.216750 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.224093 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d1e3f-52e8-4299-a3ae-5bc5877eadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c984b60-5139-4013-9f4d-26d451576998,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:30.226783 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:30.246550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.251316 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fd6e11d5-7707-444a-ade3-726db73729bf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8509648 Jun 23 01:56:30.251646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50656) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:30.259769 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:30.261126 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:30.397683 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 544ca8c6-1d9f-40af-a145-17b8366154c6 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:30.398639 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.438005 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] For port 544ca8c6-1d9f-40af-a145-17b8366154c6, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=544ca8c6-1d9f-40af-a145-17b8366154c6,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:30.450790 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.673613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Router 178c5611-1340-433d-a228-24d588b028e0 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:56:30.726390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (5e19699c-5e72-42d5-97b9-984ab24d7c81), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.732567 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.db.api [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 01:56:30.733145 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG oslo_db.api [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 01:56:30.758364 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:30.785306 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for router_gateway (75a93383-a708-4f42-a285-744eee99a40c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.812969 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273ac2-3ef6-4f3f-b303-5cab55ee7be3 None None] Pushing event updated for resources: {'Port': ['ID=544ca8c6-1d9f-40af-a145-17b8366154c6,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:30.828409 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c220847-d854-4ea3-9ef8-b75289c26682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.838672 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (5e19699c-5e72-42d5-97b9-984ab24d7c81), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.850432 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-a25b7f01-c911-41fb-941b-926bc8d87e18 None None] Provisioning complete for port 544ca8c6-1d9f-40af-a145-17b8366154c6 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:30.850832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a25b7f01-c911-41fb-941b-926bc8d87e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:30.870125 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e19699c-5e72-42d5-97b9-984ab24d7c81,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:30.904239 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:31.062856 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-a25b7f01-c911-41fb-941b-926bc8d87e18 None None] Current status of the port 544ca8c6-1d9f-40af-a145-17b8366154c6 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:31.179868 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:31.200942 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3afd1-fae4-47e7-a367-15fa40a0c9b7 None None] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:31.209855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:31.211471 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:31.223599 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6c93c4-8931-41b6-9fff-f8619158899b,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:31.269643 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:31.273257 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3a1f6947-1771-42a9-a0dc-e4f36f0b09ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e19699c-5e72-42d5-97b9-984ab24d7c81 HTTP/1.1" status: 204 len: 168 time: 1.4206738 Jun 23 01:56:31.276719 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50698) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:31.284256 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:31.354723 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:31.379705 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:31.412040 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:27Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:31.454324 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Provisioning complete for port a890aab2-634c-4144-9c38-13ae6b45a0af triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:31.454850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:31.468794 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:31.469139 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Updating router 5b728a7c-7219-4270-9eb9-14f0520f46d8 port c0201aa0-79f8-46a2-b571-66b32aca319b binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:31.571408 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (70f6c4cd-38b9-42e8-b394-478e10d254e3), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:31.573407 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:31.675389 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 544ca8c6-1d9f-40af-a145-17b8366154c6 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:31.720774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c1385-47fb-4d47-a365-f3159652e012 None None] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:32.099389 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:32.104592 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6663237-8999-4b1d-82e4-2eee3dda9402 None None] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:56:32.220637 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:32.226662 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Current status of the port a890aab2-634c-4144-9c38-13ae6b45a0af is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:32.227949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.233899 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (70f6c4cd-38b9-42e8-b394-478e10d254e3), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.236576 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.241956 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-00e14488-0ee0-4f55-b7dd-632b7b1368c5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9841719 Jun 23 01:56:32.243592 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.249874 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50734) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:32.304225 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks [] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.327008 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.330769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for router_gateway (c0805410-35da-4698-8217-48b3618594ec), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.334735 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (75a93383-a708-4f42-a285-744eee99a40c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.341277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:32.346839 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f6c4cd-38b9-42e8-b394-478e10d254e3']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:32.404815 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd250abc-5078-4f1e-88f9-5a62addb8b47') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:32.406631 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd250abc-5078-4f1e-88f9-5a62addb8b47') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:32.474458 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (cd250abc-5078-4f1e-88f9-5a62addb8b47), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.498335 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Attempting to bind port c0201aa0-79f8-46a2-b571-66b32aca319b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:32.498779 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a890aab2-634c-4144-9c38-13ae6b45a0af up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:32.500246 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Attempting to bind port c0201aa0-79f8-46a2-b571-66b32aca319b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:32.500792 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Attempting to bind port c0201aa0-79f8-46a2-b571-66b32aca319b on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:32.513990 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Pushing event updated for resources: {'Port': ['ID=c0201aa0-79f8-46a2-b571-66b32aca319b,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:32.525016 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:32.531936 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (cd250abc-5078-4f1e-88f9-5a62addb8b47), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.539848 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.543771 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.545815 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.549066 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.549489 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.552598 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.553476 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.554927 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.555377 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.556119 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.560574 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.561520 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.561989 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.562452 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.562901 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Tracked resource versions report: Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: pushed versions: Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: { 'AddressGroup': {'1.2'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Agent': {'1.1'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'ConntrackHelper': {'1.0'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'LocalIPAssociation': {'1.0'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Log': {'1.0'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'NDPProxy': {'1.0'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Network': {'1.1'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Port': {'1.7'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'PortForwarding': {'1.3'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'QosPolicy': {'1.10'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroup': {'1.5'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroupRule': {'1.2'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SubPort': {'1.0'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Subnet': {'1.1'}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Trunk': {'1.1'}} Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: consumer versions: Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: { DHCP agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: HyperV agent@hv-cinder-81558: {}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: L3 agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: Metadata agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: Metering agent@dv-cinder-815582-9-iscsi: {}, Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: Open vSwitch agent@dv-cinder-815582-9-iscsi: { 'AddressGroup': '1.2', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Agent': '1.1', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'ConntrackHelper': '1.0', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'LocalIPAssociation': '1.0', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Log': '1.0', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'NDPProxy': '1.0', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Network': '1.1', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Port': '1.7', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'PortForwarding': '1.3', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'QosPolicy': '1.10', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroup': '1.5', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SecurityGroupRule': '1.2', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'SubPort': '1.0', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Subnet': '1.1', Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: 'Trunk': '1.1'}} Jun 23 01:56:32.564292 dv-cinder-815582-9-iscsi neutron-server[104189]: {{(pid=104189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 01:56:32.576506 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:32.577085 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:32.577866 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.581139 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:32.581826 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Bound port: c0201aa0-79f8-46a2-b571-66b32aca319b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:32.582788 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.616865 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:32.618007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 01:56:32.618420 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (cd250abc-5078-4f1e-88f9-5a62addb8b47), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.645098 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment cd250abc-5078-4f1e-88f9-5a62addb8b47 resource provider aggregate not found Jun 23 01:56:32.706988 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment cd250abc-5078-4f1e-88f9-5a62addb8b47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd250abc-5078-4f1e-88f9-5a62addb8b47 found for delete ", "request_id": "req-e1dc1e45-a050-4c69-b30e-e5d80f0cf4b9"}]} Jun 23 01:56:32.709822 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] For port c0201aa0-79f8-46a2-b571-66b32aca319b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:32.714891 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] For port c0201aa0-79f8-46a2-b571-66b32aca319b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=c0201aa0-79f8-46a2-b571-66b32aca319b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:32.723872 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.732157 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:32.743186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (70f6c4cd-38b9-42e8-b394-478e10d254e3), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.762661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.769892 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/70f6c4cd-38b9-42e8-b394-478e10d254e3 HTTP/1.1" status: 204 len: 168 time: 1.4917018 Jun 23 01:56:32.784923 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803a5d9-1c00-47f4-815d-058290cb7da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f6c4cd-38b9-42e8-b394-478e10d254e3,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:32.803917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Allocated IP 172.20.0.1 (d2eae4b9-a70c-40ac-ab68-9fdb4840100e/cec917f0-43de-4ee8-a577-c1add2494ec5/ceb60068-58ee-4704-a3b8-206a75f8af14) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:32.852961 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:32.860762 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:32.866622 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:32.869478 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:32.871056 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:32.889688 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dcd27-109c-4e5f-aa2c-8e48f839da4d None None] Pushing event updated for resources: {'Port': ['ID=c0201aa0-79f8-46a2-b571-66b32aca319b,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:33.021954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks [] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.055854 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50764) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:33.077727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] For port a890aab2-634c-4144-9c38-13ae6b45a0af, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a890aab2-634c-4144-9c38-13ae6b45a0af,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:33.080054 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a890aab2-634c-4144-9c38-13ae6b45a0af triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:33.080555 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.152043 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f8dc0266-d74e-4001-9183-0333dec9ce6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cf82afb2ad54bb49446a1dd59f19c63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0900793 Jun 23 01:56:33.152363 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50766) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:33.184250 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:33.187269 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:33.199995 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:33.223310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.298954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:33.316851 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (c0805410-35da-4698-8217-48b3618594ec), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.332284 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:33.337334 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:33.350143 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:33.356679 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] Publish callbacks [] for security_group (61a3c713-3b20-4cd1-bc45-43fc894827a7), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.436194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.456855 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:33.487938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] Publish callbacks [] for security_group (61a3c713-3b20-4cd1-bc45-43fc894827a7), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.558187 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:33.559595 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:27Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:33.569424 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.619091 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e66c9-4c98-4c1a-bc80-c382cba7c364 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:27Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:33.649063 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Router 75a93383-a708-4f42-a285-744eee99a40c is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:56:33.704276 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:33.782084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Provisioning complete for port 07a20571-ebda-4575-9f68-eab6778bb26e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:33.785324 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.840236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.885804 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.916880 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32e35c-f320-473e-8534-95cd73388949 None None] Pushing event updated for resources: {'Port': ['ID=a890aab2-634c-4144-9c38-13ae6b45a0af,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:33.919386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:28Z', 'revision_number': 3, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:33.933626 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (61a3c713-3b20-4cd1-bc45-43fc894827a7), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.936114 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:33.937226 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61a3c713-3b20-4cd1-bc45-43fc894827a7 HTTP/1.1" status: 204 len: 168 time: 0.7823462 Jun 23 01:56:33.980953 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa35d-646f-4d7f-9199-2de55295ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3c713-3b20-4cd1-bc45-43fc894827a7,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:33.991877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:34.038037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.071416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:34.071416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Updating router 178c5611-1340-433d-a228-24d588b028e0 port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:34.099141 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:34.125434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50798) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:34.150441 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:34.159086 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Router c0805410-35da-4698-8217-48b3618594ec is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:56:34.173203 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Sync routers for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:34.215496 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:34.217849 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:34.269764 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.351267 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a890aab2-634c-4144-9c38-13ae6b45a0af is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:34.351267 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b971c8ad-2f39-4924-9931-ac0c4f5c5c26 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:34.364652 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.366978 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.489404 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks [] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.497984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.552560 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:34.670339 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.681197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:34.723337 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Allocated IP 172.20.0.1 (fcfccf09-d035-4595-a8db-98e9a30e8411/ffacb4d8-24f9-42dd-98cb-d3ced6a01773/641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:34.836349 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks [] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.887018 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks [] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.907728 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.929481 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Current status of the port 07a20571-ebda-4575-9f68-eab6778bb26e is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:34.930068 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.931926 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:29Z', 'revision_number': 3, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:34.936019 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.954916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:34.969072 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50812) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:34.971153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:34.972592 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1794af5d-7372-4811-82c8-2727b942ff63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:34.978629 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Checking router: 75a93383-a708-4f42-a285-744eee99a40c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:34.979010 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Updating router 75a93383-a708-4f42-a285-744eee99a40c port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:35.014635 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:35.016850 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:35.020153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:35.020658 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (178c5611-1340-433d-a228-24d588b028e0), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.027936 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.047037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:35.060102 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:35.069366 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Attempting to bind port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:35.069946 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Attempting to bind port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:35.070496 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Attempting to bind port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:35.078884 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:35.079666 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:35.080467 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.081088 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:35.082377 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Bound port: 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:35.083003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.085430 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd97aa-de27-4005-9e1c-2e855c248d37 None None] Pushing event updated for resources: {'Port': ['ID=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:35.088978 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:35.089699 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.125728 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:35.206631 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] For port 07a20571-ebda-4575-9f68-eab6778bb26e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=07a20571-ebda-4575-9f68-eab6778bb26e,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:35.220789 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.286628 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Provisioning complete for port a890aab2-634c-4144-9c38-13ae6b45a0af triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:35.287113 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.308156 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.314803 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3b211ce1-148e-46ef-b92e-2024129ca724 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2377689 Jun 23 01:56:35.364967 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50816) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:35.421287 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Pushing event updated for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:35.450463 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8819faf6-a283-423f-b856-4cdd14a62024 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed1b99fee624403eac4d4d016a86ba68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4800849 Jun 23 01:56:35.493772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50822) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:35.509867 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:35.540060 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] For port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:35.568559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] For port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:35.575741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:35.578183 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Pushing event updated for resources: {'Port': ['ID=07a20571-ebda-4575-9f68-eab6778bb26e,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:35.601919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.641790 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.728332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:56:35.745708 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks [] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.748504 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd97aa-de27-4005-9e1c-2e855c248d37 None None] Pushing event updated for resources: {'Port': ['ID=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:35.764831 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.804760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:35.805990 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.824238 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Current status of the port a890aab2-634c-4144-9c38-13ae6b45a0af is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:35.830447 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] Publish callbacks [] for security_group (0d192904-7493-4ad2-9a6e-361492ad72d5), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.837378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Provisioning complete for port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:35.838436 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.840138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1794af5d-7372-4811-82c8-2727b942ff63 admin admin] Publish callbacks [] for security_group (b9acbe54-f193-4f1d-8e71-04cf3e16f59f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.845060 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:35.858626 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] Publish callbacks [] for security_group (0d192904-7493-4ad2-9a6e-361492ad72d5), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.859597 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1794af5d-7372-4811-82c8-2727b942ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b9acbe54-f193-4f1d-8e71-04cf3e16f59f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.859811 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd96c-994b-41c2-b0ba-74ba3f8a7979 None None] Pushing event updated for resources: {'Port': ['ID=1066a646-3174-4b6a-89d4-c5b7e6d4d561,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:35.864688 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:35.895647 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Attempting to bind port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:35.896003 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Attempting to bind port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:35.896404 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Attempting to bind port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:35.899680 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:35.904874 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:35.905337 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:35.906001 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.906427 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:35.906888 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Bound port: 1066a646-3174-4b6a-89d4-c5b7e6d4d561, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:35.907388 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.942110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0d192904-7493-4ad2-9a6e-361492ad72d5), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.945039 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.946931 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d192904-7493-4ad2-9a6e-361492ad72d5 HTTP/1.1" status: 204 len: 168 time: 0.4499662 Jun 23 01:56:35.950626 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port b971c8ad-2f39-4924-9931-ac0c4f5c5c26, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:35.965019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:35.966352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:35.968614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.969687 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 07a20571-ebda-4575-9f68-eab6778bb26e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:35.987423 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:35.990850 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a3a5f446-c28c-4447-85ca-f5fafb8a6375 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5857072 Jun 23 01:56:35.999829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50830) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:36.005226 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] For port 1066a646-3174-4b6a-89d4-c5b7e6d4d561, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:36.015837 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] For port 1066a646-3174-4b6a-89d4-c5b7e6d4d561, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=1066a646-3174-4b6a-89d4-c5b7e6d4d561,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:36.017005 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1794af5d-7372-4811-82c8-2727b942ff63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f87ecb9409d54151a1265e99e0cf6f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8859963 Jun 23 01:56:36.019872 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794af5d-7372-4811-82c8-2727b942ff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9acbe54-f193-4f1d-8e71-04cf3e16f59f,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:36.029567 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:36.037613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50832) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:36.048535 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:36.049464 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:36.052579 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.074572 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37e0e0-7d54-4ec6-a745-b9f5f8e1ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d192904-7493-4ad2-9a6e-361492ad72d5,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:36.091693 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:36.161950 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd96c-994b-41c2-b0ba-74ba3f8a7979 None None] Pushing event updated for resources: {'Port': ['ID=1066a646-3174-4b6a-89d4-c5b7e6d4d561,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:36.195936 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:36.196599 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:36.202547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:36.221153 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-c68734df-45cc-4660-a5b6-aca6dd8ffb62 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b728a7c-7219-4270-9eb9-14f0520f46d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9682708 Jun 23 01:56:36.263800 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks [] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.295741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.296763 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (178c5611-1340-433d-a228-24d588b028e0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.371256 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:36.403109 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Pushing event updated for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:36.555693 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:36.592265 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] Publish callbacks [] for security_group (b9acbe54-f193-4f1d-8e71-04cf3e16f59f), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.628706 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:36.629967 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4e81f-7d07-48c7-bd9b-1477c39d7336 None None] Current status of the port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:36.680657 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] Publish callbacks [] for security_group (b9acbe54-f193-4f1d-8e71-04cf3e16f59f), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.689700 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:29Z', 'revision_number': 3, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:36.717727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:36.730390 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 07a20571-ebda-4575-9f68-eab6778bb26e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:36.731134 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.739277 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:36.792562 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Provisioning complete for port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:36.793183 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:36.797800 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:36.799164 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:36.827715 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:36.832194 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:36.833873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:36.872000 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517ce78-0728-4478-a9aa-8cfbbb045392 None None] The sync data for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi is: [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:29Z', 'revision_number': 3, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:36.918656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:36.998818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b9acbe54-f193-4f1d-8e71-04cf3e16f59f), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:37.011057 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:37.016217 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9acbe54-f193-4f1d-8e71-04cf3e16f59f HTTP/1.1" status: 204 len: 168 time: 0.9767416 Jun 23 01:56:37.056597 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:37.064166 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0cbb5-9c5c-4e9d-9515-6c1299fd8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9acbe54-f193-4f1d-8e71-04cf3e16f59f,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:37.085169 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:37.170665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:37.202574 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:56:37.398812 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50884) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:37.404640 dv-cinder-815582-9-iscsi neutron-server[104187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 01:56:37.455480 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:37.617939 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50888) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:37.629189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:37.713276 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Provisioning complete for port 07a20571-ebda-4575-9f68-eab6778bb26e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:37.713662 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:37.732795 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:34Z', 'revision_number': 2, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:37.773513 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:37.796678 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:37.797133 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Updating router 5b728a7c-7219-4270-9eb9-14f0520f46d8 port ceb60068-58ee-4704-a3b8-206a75f8af14 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:37.839157 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:37.852230 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.042545 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:38.076640 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-bcc34759-71ef-4684-883c-14008cd83891 admin admin] 10.222.0.26 "PUT /v2.0/routers/178c5611-1340-433d-a228-24d588b028e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8175328 Jun 23 01:56:38.136544 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-98e011d0-75fc-4526-9755-b80dd5cbbe95 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:38.145865 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-98e011d0-75fc-4526-9755-b80dd5cbbe95 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.7407856 Jun 23 01:56:38.155977 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:38.161566 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 07a20571-ebda-4575-9f68-eab6778bb26e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:38.162705 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 544ca8c6-1d9f-40af-a145-17b8366154c6 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:38.172476 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-9d4a7fd6-a09c-4a36-8463-71a0ab784d1e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/quotas/e7608bb4bbf1435289dc08731d51df22 HTTP/1.1" status: 200 len: 375 time: 0.0224719 Jun 23 01:56:38.210080 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4073f515-c131-43b2-9401-0968ef040d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.315510 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks [] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.323649 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.338159 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-c9984063-a5de-4348-813f-c94f83fc8d28 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589115 Jun 23 01:56:38.347402 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:38.404245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:31Z', 'revision_number': 3, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:38.431376 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:38.505979 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c632-c2ee-475d-aff4-9f6b5ecc79f9 None None] Pushing event updated for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:38.529068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Allocated IP 172.20.0.1 (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f/85ca8fbe-dd2f-4f39-a817-27f53b9a7461/76098b1f-884a-4a52-b69f-f4097f80b2fa) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:38.554634 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Current status of the port 07a20571-ebda-4575-9f68-eab6778bb26e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:38.567031 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:38.568357 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Updating router c0805410-35da-4698-8217-48b3618594ec port ff6c93c4-8931-41b6-9fff-f8619158899b binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:38.590049 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Allocated IP 172.20.0.1 (71199da1-1b56-40ea-8cc6-cd12e41c8200/c76c97db-4a58-49ee-a4fe-095ee285b47a/175f4c84-268f-4541-bd26-e3a21e575d2b) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:38.610253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:38.676790 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Attempting to bind port ceb60068-58ee-4704-a3b8-206a75f8af14 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:38.677158 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Attempting to bind port ceb60068-58ee-4704-a3b8-206a75f8af14 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:38.677838 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Attempting to bind port ceb60068-58ee-4704-a3b8-206a75f8af14 on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:38.681096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Provisioning complete for port ceb60068-58ee-4704-a3b8-206a75f8af14 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:38.681612 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.695111 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:38.695471 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:38.698688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4073f515-c131-43b2-9401-0968ef040d3c admin admin] Publish callbacks [] for security_group (eb20d918-f96c-40cf-a42f-0a360902f00d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.698955 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 544ca8c6-1d9f-40af-a145-17b8366154c6 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:38.699447 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.700033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.700139 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Bound using segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:38.701937 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Bound port: ceb60068-58ee-4704-a3b8-206a75f8af14, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:38.704616 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.711865 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4073f515-c131-43b2-9401-0968ef040d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (eb20d918-f96c-40cf-a42f-0a360902f00d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.757547 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:34Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:38.767863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073f515-c131-43b2-9401-0968ef040d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb20d918-f96c-40cf-a42f-0a360902f00d,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:38.808216 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.851153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50930) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:38.851758 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4073f515-c131-43b2-9401-0968ef040d3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=538de7f15e7341f69d9695c7dc9005d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2300434 Jun 23 01:56:38.853134 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] For port ceb60068-58ee-4704-a3b8-206a75f8af14, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:38.858105 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks [] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.861802 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] For port ceb60068-58ee-4704-a3b8-206a75f8af14, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ceb60068-58ee-4704-a3b8-206a75f8af14,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:38.877003 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.922079 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354ed18-2251-4ed0-9a2a-fbb57510fff8 None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:34Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:38.940971 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-807b1820-554b-46c4-825c-160d76203dce service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:56:38.942590 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-807b1820-554b-46c4-825c-160d76203dce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2259347 Jun 23 01:56:38.966637 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks [] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:38.985111 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.037999 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:39.044724 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:39.048138 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-669df4de-60dc-4bf8-b766-4443effaf89f None None] Port ceb60068-58ee-4704-a3b8-206a75f8af14 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:39.048435 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:39.113832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Pushing event updated for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:39.134780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 50940) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:39.144240 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--826793738', 'description': 'tempest-description--82738739'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:39.210551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.221801 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c632-c2ee-475d-aff4-9f6b5ecc79f9 None None] Pushing event updated for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:39.232101 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:39.235939 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:39.249853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:39.266561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:39.325470 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-5a38f3f4-82a8-46aa-965d-3a2c0e617bf6 service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346913 Jun 23 01:56:39.339433 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:39.431146 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Provisioning complete for port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:39.433928 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.448087 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] Publish callbacks [] for security_group (eb20d918-f96c-40cf-a42f-0a360902f00d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.526373 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:39.550609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:39.605756 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] Publish callbacks [] for security_group (eb20d918-f96c-40cf-a42f-0a360902f00d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.871640 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-4025b92a-3233-4ac3-9a1a-9704ec4ee0a9 service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374591 Jun 23 01:56:39.901554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (eb20d918-f96c-40cf-a42f-0a360902f00d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.903738 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.904901 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.908909 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb20d918-f96c-40cf-a42f-0a360902f00d HTTP/1.1" status: 204 len: 168 time: 1.0564153 Jun 23 01:56:39.921639 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acd1c4-0731-4170-8921-1bb2e3f8d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb20d918-f96c-40cf-a42f-0a360902f00d,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:39.951851 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Provisioning complete for port ceb60068-58ee-4704-a3b8-206a75f8af14 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:39.952358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:39.993258 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:40.005271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:40.020030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:40.129894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (75a93383-a708-4f42-a285-744eee99a40c), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.318052 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 544ca8c6-1d9f-40af-a145-17b8366154c6 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:40.354403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:40.388501 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:38Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:40.453972 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b2b87-7f58-4c69-af88-b10741294c91 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:38Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:40.490926 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks [] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.512938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.518243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Current status of the port ceb60068-58ee-4704-a3b8-206a75f8af14 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:40.518243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.540340 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (e610242c-a3c2-41ef-bfc5-bd2cf922508e), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.561184 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50980) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:40.565390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (c0805410-35da-4698-8217-48b3618594ec), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.571168 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e610242c-a3c2-41ef-bfc5-bd2cf922508e), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.671044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf1a3c-9546-4e11-b21c-039b7d988620 None None] Pushing event updated for resources: {'Port': ['ID=ff6c93c4-8931-41b6-9fff-f8619158899b,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:40.724505 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2b7ede03-170f-4e06-8f40-725d40ba777a req-1ae97f9b-82d3-4bbb-b637-ab16b91220fb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 210 time: 0.1552389 Jun 23 01:56:40.748137 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Attempting to bind port ff6c93c4-8931-41b6-9fff-f8619158899b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:40.748790 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Attempting to bind port ff6c93c4-8931-41b6-9fff-f8619158899b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:40.757091 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Attempting to bind port ff6c93c4-8931-41b6-9fff-f8619158899b on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:40.776525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:40.781789 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] For port ceb60068-58ee-4704-a3b8-206a75f8af14, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ceb60068-58ee-4704-a3b8-206a75f8af14,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:40.784742 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:40.791154 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:40.795791 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.796211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:40.796724 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Bound port: ff6c93c4-8931-41b6-9fff-f8619158899b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:40.797112 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.821283 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.822926 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6820457 Jun 23 01:56:40.827817 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 50992) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:40.828671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d7ab-4949-412b-993a-c9c1b4441b42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e610242c-a3c2-41ef-bfc5-bd2cf922508e,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:40.847756 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group_rule': {'security_group_id': 'e610242c-a3c2-41ef-bfc5-bd2cf922508e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:40.886547 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.893895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:40.987817 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (71355387-fd24-4210-9b67-8945d677a466), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.106426 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907ea19-6509-4073-8db6-d7c5864ca5c7 None None] Pushing event updated for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:41.155146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.174511 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (71355387-fd24-4210-9b67-8945d677a466), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.187962 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (71355387-fd24-4210-9b67-8945d677a466), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.228926 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.230847 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4001074 Jun 23 01:56:41.232358 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c662eb-07c2-4264-9706-5b0364245457 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71355387-fd24-4210-9b67-8945d677a466,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:41.234224 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51008) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:41.252566 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group_rule': {'security_group_id': 'e610242c-a3c2-41ef-bfc5-bd2cf922508e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:41.331056 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (0c2aeea7-cd45-41cd-bead-d4162180138d), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.392391 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:41.524331 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 07a20571-ebda-4575-9f68-eab6778bb26e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:41.591096 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (0c2aeea7-cd45-41cd-bead-d4162180138d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.629344 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Provisioning complete for port 76098b1f-884a-4a52-b69f-f4097f80b2fa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:41.629648 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.732728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks [] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.747631 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.764112 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:41.778034 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-32ed13b4-158c-4b43-b021-ff83de2b7666 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:41.778941 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 07a20571-ebda-4575-9f68-eab6778bb26e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:41.779356 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.788823 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-32ed13b4-158c-4b43-b021-ff83de2b7666 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.3277855 Jun 23 01:56:41.794994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (0c2aeea7-cd45-41cd-bead-d4162180138d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.839674 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-6410a79f-e2e9-4377-8d03-5114b6eb62ba tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/quotas/e7608bb4bbf1435289dc08731d51df22 HTTP/1.1" status: 200 len: 375 time: 0.0493805 Jun 23 01:56:41.949405 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-c12fb214-9725-45c7-b216-4f8127159d65 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083694 Jun 23 01:56:41.953354 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:41.963731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2aeea7-cd45-41cd-bead-d4162180138d,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:41.968549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (c0805410-35da-4698-8217-48b3618594ec), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:41.976500 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Port 76098b1f-884a-4a52-b69f-f4097f80b2fa cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:41.998051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks [] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.002098 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.012457 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-30738516-4f13-4db4-8761-64a487e05ae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7769325 Jun 23 01:56:42.014627 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51062) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:42.020386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] For port ff6c93c4-8931-41b6-9fff-f8619158899b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:42.022793 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:42.035286 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:42.041249 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] For port ff6c93c4-8931-41b6-9fff-f8619158899b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ff6c93c4-8931-41b6-9fff-f8619158899b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:42.049218 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:42.050442 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:42.062393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:42.063190 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.075136 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.107108 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.109540 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.220093 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:42.253310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 07a20571-ebda-4575-9f68-eab6778bb26e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:42.254529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 1066a646-3174-4b6a-89d4-c5b7e6d4d561 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:42.260917 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Port 175f4c84-268f-4541-bd26-e3a21e575d2b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:42.298757 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:42.300041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:42.322759 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Pushing event updated for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:42.379231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf1a3c-9546-4e11-b21c-039b7d988620 None None] Pushing event updated for resources: {'Port': ['ID=ff6c93c4-8931-41b6-9fff-f8619158899b,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:42.405801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (75a93383-a708-4f42-a285-744eee99a40c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.409642 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Provisioning complete for port ceb60068-58ee-4704-a3b8-206a75f8af14 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:42.410363 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.599095 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:42.600139 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.603231 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:42.608099 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:42.614365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:42.614854 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:42.632696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:42.709475 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:42.936853 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-9f5c44f8-b0b9-4237-b8e7-fde7cef1971b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:56:42.938120 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-9f5c44f8-b0b9-4237-b8e7-fde7cef1971b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6300163 Jun 23 01:56:42.941466 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51102) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:43.008498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Allocated IP 172.27.0.32 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/03cbee0e-9a75-4e5d-809b-04d4216a0924) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:43.048104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d5702c46-6a16-4482-b578-9e8808247942 None None] Current status of the port ceb60068-58ee-4704-a3b8-206a75f8af14 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:43.181386 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b9570f88-53f7-47a4-830f-6b3a60ed881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.236447 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Router 75a93383-a708-4f42-a285-744eee99a40c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:56:43.253561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:56:43.405560 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Provisioning complete for port 76098b1f-884a-4a52-b69f-f4097f80b2fa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:43.405816 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.408982 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:43.429343 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:43.429735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.520212 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 2, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:43.628599 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.719564 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 1066a646-3174-4b6a-89d4-c5b7e6d4d561, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=1066a646-3174-4b6a-89d4-c5b7e6d4d561,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:43.722144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:43.730765 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77441034-16e7-497e-8ac4-c5a948821d67 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 2, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:43.740613 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.745795 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device c0201aa0-79f8-46a2-b571-66b32aca319b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:43.757910 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:43.758453 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:43.781989 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.805034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:43.822624 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-18c9d518-89b4-4494-862b-95e7ebbcb8a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/c0805410-35da-4698-8217-48b3618594ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8129926 Jun 23 01:56:43.827655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:43.864545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-4d61564a-ec76-422d-a571-701966fd6874 service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167290 Jun 23 01:56:43.869859 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:56:43.877288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b9570f88-53f7-47a4-830f-6b3a60ed881f admin admin] Publish callbacks [] for security_group (f2fef05b-988d-4882-8b6e-2137a8941a01), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.885120 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2a2ab8f3-17d8-4161-b076-78b43e60a60d admin admin] 10.222.0.26 "PUT /v2.0/routers/75a93383-a708-4f42-a285-744eee99a40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5161192 Jun 23 01:56:43.889069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b9570f88-53f7-47a4-830f-6b3a60ed881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f2fef05b-988d-4882-8b6e-2137a8941a01), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:43.897325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:43.901905 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Sync routers for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:43.938619 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:43.939318 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:43.968229 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b9570f88-53f7-47a4-830f-6b3a60ed881f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdc94dc8b88f43f4a485c8b7cb4c03a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0168006 Jun 23 01:56:43.969646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570f88-53f7-47a4-830f-6b3a60ed881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fef05b-988d-4882-8b6e-2137a8941a01,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:43.973044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51152) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:43.979673 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:43.983158 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:44.001408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:44.010714 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=03cbee0e-9a75-4e5d-809b-04d4216a0924,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:44.015447 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:44.066647 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] Publish callbacks [] for security_group (f2fef05b-988d-4882-8b6e-2137a8941a01), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.081456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:44.096490 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] Publish callbacks [] for security_group (f2fef05b-988d-4882-8b6e-2137a8941a01), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.152509 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f2fef05b-988d-4882-8b6e-2137a8941a01), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.155763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.157162 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2fef05b-988d-4882-8b6e-2137a8941a01 HTTP/1.1" status: 204 len: 168 time: 0.1829765 Jun 23 01:56:44.204286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b7a7d-8c35-485c-8740-ead4bf242454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fef05b-988d-4882-8b6e-2137a8941a01,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:44.266262 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-f95d694a-dc36-46ed-bcee-7ebbe77c2e4e service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972390 Jun 23 01:56:44.273558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.337278 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:44.369346 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:44.422484 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.451474 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:44.525899 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:44.723117 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7053978d-cb78-4de1-bb72-b61c27d9dc5a req-d5876c66-fb6c-4e0e-87b0-efa053f73e81 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 210 time: 0.1030397 Jun 23 01:56:44.740976 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=1066a646-3174-4b6a-89d4-c5b7e6d4d561,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:44.794137 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Port 76098b1f-884a-4a52-b69f-f4097f80b2fa cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:44.827557 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:44.828998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.928225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.938682 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:44.990376 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:45.079705 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:45.079705 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0580711 Jun 23 01:56:45.080609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-ae827b73-87f2-4ea7-9b47-46a9156cbe34 None None] Port 175f4c84-268f-4541-bd26-e3a21e575d2b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:45.081177 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.16', 49489) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:45.086765 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port c0201aa0-79f8-46a2-b571-66b32aca319b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:45.088254 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:45.141974 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806d838-bafd-415a-ad49-dfdf4280df7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=03cbee0e-9a75-4e5d-809b-04d4216a0924,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:45.217787 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 4, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '76098b1f-884a-4a52-b69f-f4097f80b2fa', 'name': '', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'mac_address': 'fa:16:3e:80:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 2, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'subnets': [{'id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:45.343635 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Checking router: 75a93383-a708-4f42-a285-744eee99a40c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:45.344403 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Updating router 75a93383-a708-4f42-a285-744eee99a40c port 76098b1f-884a-4a52-b69f-f4097f80b2fa binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:45.433700 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:45.620664 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:45.648370 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port c0201aa0-79f8-46a2-b571-66b32aca319b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:45.648750 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:45.697349 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-27843e44-d8fa-46b9-a2b1-63de74ff0c96 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:45.705871 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-27843e44-d8fa-46b9-a2b1-63de74ff0c96 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.6195660 Jun 23 01:56:45.749866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'port': {'device_id': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'admin_state_up': True, 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:45.772812 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51250) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:45.778893 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259360076', 'description': 'tempest-description--1247575295'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:45.821427 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port c0201aa0-79f8-46a2-b571-66b32aca319b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=c0201aa0-79f8-46a2-b571-66b32aca319b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:45.861712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 2, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:45.862181 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.017093 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.017931 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a890aab2-634c-4144-9c38-13ae6b45a0af up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:46.058374 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (007727e1-efa1-4b42-af96-ddcffb59714e), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.094379 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:46.094873 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Updating router 178c5611-1340-433d-a228-24d588b028e0 port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:46.119774 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e8ccfb6e-1359-4ca4-93f4-3939b46e38d7 req-6669411c-79d3-4149-8c75-7f11ac821270 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 210 time: 0.1207368 Jun 23 01:56:46.121714 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (007727e1-efa1-4b42-af96-ddcffb59714e), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.208065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.213991 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51272) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:46.242211 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007727e1-efa1-4b42-af96-ddcffb59714e,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:46.255586 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.261474 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3a86a3b8-13d2-49f4-b550-cfd5bc8ec197 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4864986 Jun 23 01:56:46.264564 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51280) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:46.270448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9386fde2-6720-44c7-8cd5-785a9b61f983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.283791 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group_rule': {'security_group_id': '007727e1-efa1-4b42-af96-ddcffb59714e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:46.315825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Made reservation on behalf of e7608bb4bbf1435289dc08731d51df22 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:46.329866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.354363 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (685bc976-b99e-44eb-91e8-f194b8b2d3dd), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.419349 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks [] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.433704 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.499591 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a890aab2-634c-4144-9c38-13ae6b45a0af triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:46.500227 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.517871 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3147bd1-93bb-4074-9b03-0c6f466f4010 None None] Pushing event updated for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:46.662000 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Attempting to bind port 76098b1f-884a-4a52-b69f-f4097f80b2fa on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:46.662925 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Attempting to bind port 76098b1f-884a-4a52-b69f-f4097f80b2fa by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:46.663567 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Attempting to bind port 76098b1f-884a-4a52-b69f-f4097f80b2fa on network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:46.676191 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-26cd213e-8540-4e80-b6b3-d9d8200d188f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--826793738&fields=id&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 267 time: 0.3034961 Jun 23 01:56:46.686479 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:46.687142 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Checking segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:46.689742 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.690350 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Bound using segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:46.691791 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Bound port: 76098b1f-884a-4a52-b69f-f4097f80b2fa, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:46.692306 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.741284 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (685bc976-b99e-44eb-91e8-f194b8b2d3dd), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.783904 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (685bc976-b99e-44eb-91e8-f194b8b2d3dd), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.812991 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9386fde2-6720-44c7-8cd5-785a9b61f983 admin admin] Publish callbacks [] for security_group (e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.852379 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9386fde2-6720-44c7-8cd5-785a9b61f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.897858 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] For port 76098b1f-884a-4a52-b69f-f4097f80b2fa, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:46.903761 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=c0201aa0-79f8-46a2-b571-66b32aca319b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:46.907162 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] For port 76098b1f-884a-4a52-b69f-f4097f80b2fa, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=76098b1f-884a-4a52-b69f-f4097f80b2fa,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:46.918129 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:46.942648 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9386fde2-6720-44c7-8cd5-785a9b61f983 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f06ad5367d54d33b4785ec1e493b31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7134395 Jun 23 01:56:46.949831 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51308) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:47.085086 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51316) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:47.094741 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3147bd1-93bb-4074-9b03-0c6f466f4010 None None] Pushing event updated for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:47.111258 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685bc976-b99e-44eb-91e8-f194b8b2d3dd,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:47.150549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.153749 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:47.154626 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:47.164709 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a890aab2-634c-4144-9c38-13ae6b45a0af is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:47.170034 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b971c8ad-2f39-4924-9931-ac0c4f5c5c26 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:47.189517 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.192126 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7bcd9746-df6d-47a7-bc16-09b847267430 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9256141 Jun 23 01:56:47.206489 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51332) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:47.212863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] Publish callbacks [] for security_group (e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.222152 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.255203 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.266468 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] Publish callbacks [] for security_group (e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.330256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group_rule': {'security_group_id': '007727e1-efa1-4b42-af96-ddcffb59714e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:47.354225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.363281 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.364286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Provisioning complete for port 76098b1f-884a-4a52-b69f-f4097f80b2fa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:47.366817 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.378559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-4bfe2266-78cf-4790-8b9f-2b78945b92b4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:47.380473 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.383591 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.385155 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9 HTTP/1.1" status: 204 len: 168 time: 0.4127669 Jun 23 01:56:47.410667 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-4bfe2266-78cf-4790-8b9f-2b78945b92b4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 817 time: 0.6661160 Jun 23 01:56:47.426134 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (960902b4-8b87-4c97-b532-8f0df9d4bb84), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.497024 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.505617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386fde2-6720-44c7-8cd5-785a9b61f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:47.530702 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d54c5c-56b0-4559-bc56-68a79ddbb846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92fb7d4-17ca-4cdf-9bc2-bbf2850d9cb9,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:47.559162 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:47.569766 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:47.584127 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-eb9bac31-4366-45b4-89fe-30e89c2c8578 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/quotas/d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 375 time: 0.1712987 Jun 23 01:56:47.614670 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-45990645-ca51-4967-aaf4-9707a46c8b1f tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:47.621081 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-45990645-ca51-4967-aaf4-9707a46c8b1f tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/networks?id=5d34bdf4-fe13-4cf3-95fc-add1fdc6762f HTTP/1.1" status: 200 len: 811 time: 0.5539112 Jun 23 01:56:47.643656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (960902b4-8b87-4c97-b532-8f0df9d4bb84), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.668616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.16', 49497) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:47.689887 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (960902b4-8b87-4c97-b532-8f0df9d4bb84), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.727149 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-eb806b62-e0de-4497-9308-fcdf16f4be36 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/quotas/c435aab218b8498585477269fe5ecc60 HTTP/1.1" status: 200 len: 375 time: 0.0768881 Jun 23 01:56:47.827461 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:47.827878 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:47.891805 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-17561dd1-d426-429c-976b-df6448497008 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927024 Jun 23 01:56:47.898761 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-f26cedf7-318f-4dd7-b3e7-31de2255df12 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c435aab218b8498585477269fe5ecc60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480470 Jun 23 01:56:47.974824 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51352) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:48.021335 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-1ba080f5-6924-4c1f-b568-942f9b3aba79 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:48.062324 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-1ba080f5-6924-4c1f-b568-942f9b3aba79 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.3824401 Jun 23 01:56:48.136203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'port': {'device_id': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'admin_state_up': True, 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:48.231395 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Allocated IP 172.20.0.8 (d2eae4b9-a70c-40ac-ab68-9fdb4840100e/cec917f0-43de-4ee8-a577-c1add2494ec5/fb2a8d9d-9559-400e-b9d9-6f9dfee41f39) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:48.249182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960902b4-8b87-4c97-b532-8f0df9d4bb84,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:48.288638 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.298840 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-28f4f355-65cf-4a0d-95d0-d7adda9056ff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9746361 Jun 23 01:56:48.306679 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-80f04046-9c6a-434a-9ad8-fa80673bcce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.310598 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51366) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:48.319270 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:48.421717 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 4, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '76098b1f-884a-4a52-b69f-f4097f80b2fa', 'name': '', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'mac_address': 'fa:16:3e:80:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:46Z', 'revision_number': 4, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'subnets': [{'id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:48.549882 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9142-7e55-466d-80bc-d50bb355d9cf None None] The sync data for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi is: [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 4, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '76098b1f-884a-4a52-b69f-f4097f80b2fa', 'name': '', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'mac_address': 'fa:16:3e:80:08:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:46Z', 'revision_number': 4, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'subnets': [{'id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:48.575977 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:48.584271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Current status of the port 76098b1f-884a-4a52-b69f-f4097f80b2fa is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:48.584664 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.629150 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.652687 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0894-214d-4ca9-b4e4-f4268accc525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.783850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] For port 76098b1f-884a-4a52-b69f-f4097f80b2fa, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=76098b1f-884a-4a52-b69f-f4097f80b2fa,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:48.836860 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.850733 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-a52ea741-9acd-41e1-9ec2-f58bc8e6a48f service neutron] 10.222.0.26 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024072 Jun 23 01:56:48.911287 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:48.998366 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2b0b-c55b-457c-a0fd-351f874c74bf None None] Pushing event updated for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:49.031700 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-65f8354d-aa17-4cfe-bb97-ead99c72fad1 None None] Provisioning complete for port 76098b1f-884a-4a52-b69f-f4097f80b2fa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:49.033078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-65f8354d-aa17-4cfe-bb97-ead99c72fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.048267 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Made reservation on behalf of e7608bb4bbf1435289dc08731d51df22 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:49.050782 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-88c8ae5a-5434-4f75-9c63-223d3e10877e service neutron] 10.222.0.26 "GET /v2.0/networks/5d34bdf4-fe13-4cf3-95fc-add1fdc6762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1357644 Jun 23 01:56:49.070286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.079318 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks [] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.217010 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 1066a646-3174-4b6a-89d4-c5b7e6d4d561 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:49.221423 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.290564 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-80f04046-9c6a-434a-9ad8-fa80673bcce2 admin admin] Publish callbacks [] for security_group (d152740e-b9f9-4204-8a8c-47ea63835eb0), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.590937 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-80f04046-9c6a-434a-9ad8-fa80673bcce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d152740e-b9f9-4204-8a8c-47ea63835eb0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:49.680270 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:56:49.699186 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f04046-9c6a-434a-9ad8-fa80673bcce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152740e-b9f9-4204-8a8c-47ea63835eb0,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:49.781460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-65f8354d-aa17-4cfe-bb97-ead99c72fad1 None None] Current status of the port 76098b1f-884a-4a52-b69f-f4097f80b2fa is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:49.784080 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433eadd-967e-4ff4-959b-a6ea96699d45 None None] Pushing event updated for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:49.839858 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-1ff08906-6c3e-49d2-8ddf-b47108adfe2d service neutron] 10.222.0.26 "GET /v2.0/networks/5d34bdf4-fe13-4cf3-95fc-add1fdc6762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751322 Jun 23 01:56:49.855153 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-80f04046-9c6a-434a-9ad8-fa80673bcce2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=637de42e242f405b9dfca71febe432fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7316742 Jun 23 01:56:49.861280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51398) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:49.901017 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:49.902211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:49.986398 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:49.989406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:50.003898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0894-214d-4ca9-b4e4-f4268accc525 admin admin] Publish callbacks [] for security_group (caadb318-25b5-4c36-880f-2286951db7e4), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.027569 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:50.029301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:50.029695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.032765 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0894-214d-4ca9-b4e4-f4268accc525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (caadb318-25b5-4c36-880f-2286951db7e4), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.109036 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:50.130570 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Allocated IP 172.27.0.42 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/7e56de12-116f-41e5-b9d2-9b229093bf48) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:50.164590 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.176799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Attempting to bind port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:50.177253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Attempting to bind port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:50.177680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Attempting to bind port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:50.207127 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-0cf4994f-51f5-430b-ada8-16ce4109f12e None None] Provisioning complete for port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:50.212192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0cf4994f-51f5-430b-ada8-16ce4109f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.267795 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] Publish callbacks [] for security_group (d152740e-b9f9-4204-8a8c-47ea63835eb0), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.318967 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:50.465378 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c987fed9-9c2b-4f63-b503-0c46c0c2e6bb service neutron] 10.222.0.26 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6133921 Jun 23 01:56:50.481135 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:50.519603 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9d1c0894-214d-4ca9-b4e4-f4268accc525 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b296a3e9448401fb0c0a0f9ffab90af&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5351725 Jun 23 01:56:50.533776 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51410) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:50.546237 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:50.548325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c0894-214d-4ca9-b4e4-f4268accc525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caadb318-25b5-4c36-880f-2286951db7e4,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:50.660541 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4994f-51f5-430b-ada8-16ce4109f12e None None] Port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:50.675271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:50.675971 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Checking segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:50.676748 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.677431 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Bound using segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:50.678200 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fbde66c3-44b2-46de-b48d-f30c179ad2fd req-5d253d4e-953f-43ff-b321-fe67883ad359 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 210 time: 0.1229680 Jun 23 01:56:50.679408 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Bound port: 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:50.680299 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.826562 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] Publish callbacks [] for security_group (d152740e-b9f9-4204-8a8c-47ea63835eb0), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.846465 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] Publish callbacks [] for security_group (caadb318-25b5-4c36-880f-2286951db7e4), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:50.908815 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Allocated IP 172.20.0.10 (d2eae4b9-a70c-40ac-ab68-9fdb4840100e/cec917f0-43de-4ee8-a577-c1add2494ec5/c504d038-84d3-4cc1-9a54-90720653296e) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:51.004145 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fbfcabe-9750-4586-a241-fa99c57e25ba req-bebcc7e3-565a-4ec9-9307-31d1f81088b9 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 210 time: 0.2044137 Jun 23 01:56:51.026984 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e505b705-1788-476e-9f18-6404be1bdca4 req-4cf77337-521c-4f01-8a84-3c86e148eed0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 210 time: 0.1707652 Jun 23 01:56:51.096110 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] Publish callbacks [] for security_group (caadb318-25b5-4c36-880f-2286951db7e4), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.112457 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] For port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:51.118352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] For port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:51.162980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.256459 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (caadb318-25b5-4c36-880f-2286951db7e4), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.283441 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.309593 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caadb318-25b5-4c36-880f-2286951db7e4 HTTP/1.1" status: 204 len: 168 time: 0.7604375 Jun 23 01:56:51.338625 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for port (c504d038-84d3-4cc1-9a54-90720653296e), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.344051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30d591-48e5-4a90-9f32-c2ec3d123757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caadb318-25b5-4c36-880f-2286951db7e4,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:51.438509 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:51.441800 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:51.477408 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:51.478010 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:51.574838 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:51.951388 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9bef7438-09fc-4750-b89f-5c0dd3c1000d req-42c4896f-e70e-44e0-9400-63e82c5feb3c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 210 time: 0.0439034 Jun 23 01:56:52.063727 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.287090 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:52.321981 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Provisioning complete for port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:52.323073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.350578 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-41b8b9fe-dea4-4ec5-b7a5-7cd3a1e23e96 req-58c283ba-b1a2-4f08-8682-f2090b45c980 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 210 time: 0.1033907 Jun 23 01:56:52.350772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:52.377943 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:52.392746 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.398815 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51466) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:52.419863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:52.425648 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:52.428319 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf9da-b141-43c1-ac6d-4248fc131aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.658520 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a70b51e1-5ea5-44ca-adb9-0c2a304a2b09 req-5db0b5c0-dfcc-4c70-b121-ba0772db42ef tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1037469 Jun 23 01:56:52.659046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.16', 49503) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:52.714573 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d152740e-b9f9-4204-8a8c-47ea63835eb0), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.725192 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.739733 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d152740e-b9f9-4204-8a8c-47ea63835eb0 HTTP/1.1" status: 204 len: 168 time: 2.8632107 Jun 23 01:56:52.745074 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:52.770334 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:52.776603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:52.810507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:52.903725 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:52.908104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 2, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:52.922194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:52.927665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433eadd-967e-4ff4-959b-a6ea96699d45 None None] Pushing event updated for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:52.965736 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1877ba-bca5-40ff-bea8-1a3e844d48da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152740e-b9f9-4204-8a8c-47ea63835eb0,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:53.069923 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-a5f61309-db23-48e9-bd4e-aeb2e49dc960 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3248847 Jun 23 01:56:53.080532 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=7e56de12-116f-41e5-b9d2-9b229093bf48,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:53.091697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.108380 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:56:53.109041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Updating router c0805410-35da-4698-8217-48b3618594ec port 175f4c84-268f-4541-bd26-e3a21e575d2b binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:56:53.136352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-8b110ab1-3d7c-4d6b-81bb-ad115c5c328e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:56:53.137511 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-8b110ab1-3d7c-4d6b-81bb-ad115c5c328e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0582464 Jun 23 01:56:53.141738 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:53.287588 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:53.329183 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:53.333011 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:53.339910 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:53.385664 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a15b-c1ef-4bfb-943d-33e20528fa2b req-8efb00cc-423c-4284-82e1-94222619c0cf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:53.387862 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a248a15b-c1ef-4bfb-943d-33e20528fa2b req-8efb00cc-423c-4284-82e1-94222619c0cf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 932 time: 0.2650278 Jun 23 01:56:53.422076 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf9da-b141-43c1-ac6d-4248fc131aed admin admin] Publish callbacks [] for security_group (42b8d541-16f7-42d6-9440-23167bcf3e99), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.433024 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:53.436675 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.442464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf9da-b141-43c1-ac6d-4248fc131aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (42b8d541-16f7-42d6-9440-23167bcf3e99), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.508366 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a2cdf9da-b141-43c1-ac6d-4248fc131aed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce8d9cda737a4812a53fa2a528214f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1082375 Jun 23 01:56:53.525729 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:53.526562 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:53.536680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.571490 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51488) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:53.631189 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf9da-b141-43c1-ac6d-4248fc131aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b8d541-16f7-42d6-9440-23167bcf3e99,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:53.644156 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-68675dd4-7542-4d50-bfd0-8b46ac89b031 req-4e69ee96-ba22-48b2-a399-a8a9eba2e8a0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 210 time: 0.1342306 Jun 23 01:56:53.801561 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a248a15b-c1ef-4bfb-943d-33e20528fa2b req-aa4b840b-e27c-4164-a97c-56f76e0ff07a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952193 Jun 23 01:56:53.867013 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-24ce60b0-4db1-4b42-935f-1466f2b74b42 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:53.879110 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-24ce60b0-4db1-4b42-935f-1466f2b74b42 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.16 "GET /v2.0/networks?id=5d34bdf4-fe13-4cf3-95fc-add1fdc6762f HTTP/1.1" status: 200 len: 811 time: 1.2045748 Jun 23 01:56:53.896559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Current status of the port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:53.896937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:53.988364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.051381 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2a9ec68d-0696-4833-b5c5-ddcb2e0fbea3 req-8148a571-9d80-4dab-8252-81a5ad16b175 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1666853 Jun 23 01:56:54.096069 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Request body: {'port': {'device_id': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'admin_state_up': True, 'tenant_id': 'c435aab218b8498585477269fe5ecc60'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:54.111503 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:51Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:54.124848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] For port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:54.175682 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6bc5c-55bb-4d79-89ae-1343da2e1b9a None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:51Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:54.232082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.329180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781706e-7206-43cd-bae1-bc571fad68bd None None] Pushing event updated for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:54.412272 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.16', 49508) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:56:54.413010 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.432764 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:54.433147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.443757 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Provisioning complete for port c504d038-84d3-4cc1-9a54-90720653296e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:54.444200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (c504d038-84d3-4cc1-9a54-90720653296e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.667652 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:54.667814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:54.668412 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:54.687146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.690109 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.691265 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ff6c93c4-8931-41b6-9fff-f8619158899b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:54.765896 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Made reservation on behalf of c435aab218b8498585477269fe5ecc60 for: {'port': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:54.783910 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.919306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Port c504d038-84d3-4cc1-9a54-90720653296e cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:54.964930 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Provisioning complete for port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:54.965374 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:54.984812 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:55.084012 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.085901 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:55.132973 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Request body: {'port': {'device_id': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:55.151536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:55.178446 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port ff6c93c4-8931-41b6-9fff-f8619158899b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:55.179525 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.193703 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-976306bc-324b-49e6-b871-9fbcef347254 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0674360 Jun 23 01:56:55.202918 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.233229 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-06ac3808-8d48-49e7-81a1-a3d2ed1ba661 None None] Port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:55.256770 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Request body: {'port': {'device_id': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:55.315293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.379962 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:55.381152 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] Publish callbacks [] for security_group (42b8d541-16f7-42d6-9440-23167bcf3e99), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.385435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.386843 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0719156 Jun 23 01:56:55.412591 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.501557 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks [] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.503302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port ff6c93c4-8931-41b6-9fff-f8619158899b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:55.503665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.534578 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c504d038-84d3-4cc1-9a54-90720653296e), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.540325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.547201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-514be98a-67c3-41f8-b701-76fa5b642ef5 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:55.553126 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-514be98a-67c3-41f8-b701-76fa5b642ef5 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 817 time: 1.1379220 Jun 23 01:56:55.558104 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] Publish callbacks [] for security_group (42b8d541-16f7-42d6-9440-23167bcf3e99), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.576645 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c04c1-b163-4ab9-b3a1-2db7c5d9af9b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=7e56de12-116f-41e5-b9d2-9b229093bf48,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:55.589156 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Allocated IP 172.20.0.3 (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f/85ca8fbe-dd2f-4f39-a817-27f53b9a7461/2c385bc0-f630-45db-8dbd-7ab5e03fd964) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:55.661323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:55.671844 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port ff6c93c4-8931-41b6-9fff-f8619158899b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ff6c93c4-8931-41b6-9fff-f8619158899b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:55.672690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:55.679605 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6c1af-0b12-4e40-a53e-035ac6fd6c68 None None] Pushing event updated for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:55.688303 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:55.689121 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device c0201aa0-79f8-46a2-b571-66b32aca319b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:55.702975 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-94920f29-29bf-4de0-b63c-4b44098b4a5f req-648d1715-7cac-422b-aa66-a866086c69b3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 210 time: 0.7927048 Jun 23 01:56:55.954223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8a476-c184-4351-9d07-17d3eebd3582 req-56adc10d-71f8-41f3-b766-a40ff090b6ab tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:55.963267 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c0d8a476-c184-4351-9d07-17d3eebd3582 req-56adc10d-71f8-41f3-b766-a40ff090b6ab tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 932 time: 0.7865798 Jun 23 01:56:55.985122 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=ff6c93c4-8931-41b6-9fff-f8619158899b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:56.005190 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port c0201aa0-79f8-46a2-b571-66b32aca319b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:56.005717 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.053136 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d84c9fbf-0b28-447f-a50b-5977a4149e8b req-927971c9-5c99-4c24-b2b3-943302d51675 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1944902 Jun 23 01:56:56.139597 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-83c3ee0b-9735-44d5-87e1-624319c7ef94 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 379 time: 0.5454271 Jun 23 01:56:56.226937 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c0d8a476-c184-4351-9d07-17d3eebd3582 req-48c5dbf3-249e-45fc-8608-cf5d59cd66b6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902485 Jun 23 01:56:56.244829 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Attempting to bind port 175f4c84-268f-4541-bd26-e3a21e575d2b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:56.245256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Attempting to bind port 175f4c84-268f-4541-bd26-e3a21e575d2b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:56.245748 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Attempting to bind port 175f4c84-268f-4541-bd26-e3a21e575d2b on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:56.308169 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:56.308623 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Checking segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:56.309030 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.309494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Bound using segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:56.326866 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Bound port: 175f4c84-268f-4541-bd26-e3a21e575d2b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:56.327392 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.330320 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks [] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.494695 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.569630 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7023984a-e242-4c03-8dd8-108d1b2433c2 None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:56.570989 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7023984a-e242-4c03-8dd8-108d1b2433c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.645665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'port': {'device_id': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'admin_state_up': True, 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'security_groups': ['e610242c-a3c2-41ef-bfc5-bd2cf922508e']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:56.687156 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Pushing event updated for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:56.700638 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:56.708138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:56.711568 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:56.718107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:56.718950 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:56.736673 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-174fc464-b1f6-4fb4-8796-bfeb1bdd4d01 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1259360076&fields=id&tenant_id=96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 267 time: 0.3609023 Jun 23 01:56:56.836592 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port c0201aa0-79f8-46a2-b571-66b32aca319b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:56.839200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ceb60068-58ee-4704-a3b8-206a75f8af14 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:56.976378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7023984a-e242-4c03-8dd8-108d1b2433c2 None None] Port 175f4c84-268f-4541-bd26-e3a21e575d2b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:56.987301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] For port 175f4c84-268f-4541-bd26-e3a21e575d2b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:57.008309 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] For port 175f4c84-268f-4541-bd26-e3a21e575d2b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=175f4c84-268f-4541-bd26-e3a21e575d2b,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:57.023879 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.052611 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (42b8d541-16f7-42d6-9440-23167bcf3e99), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.055694 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.059426 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42b8d541-16f7-42d6-9440-23167bcf3e99 HTTP/1.1" status: 204 len: 168 time: 3.4748702 Jun 23 01:56:57.085955 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:57.128989 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port ceb60068-58ee-4704-a3b8-206a75f8af14 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:57.129701 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.142427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a8536-fdd9-4f5e-88ca-a6a53cb88f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b8d541-16f7-42d6-9440-23167bcf3e99,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:57.219093 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a48f97a9-2a18-4ea1-8b84-18143ee092bd req-baf1ecff-5742-42b0-8c41-45ddf2bcb8ca tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 210 time: 0.1524031 Jun 23 01:56:57.231498 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-62569b86-1435-4bc6-ab0e-8f56ca96c1cf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1775222 Jun 23 01:56:57.274771 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Request body: {'port': {'device_id': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:56:57.282674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:57.344656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c504d038-84d3-4cc1-9a54-90720653296e {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:56:57.371658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks [] for port (c504d038-84d3-4cc1-9a54-90720653296e), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.390883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6c1af-0b12-4e40-a53e-035ac6fd6c68 None None] Pushing event updated for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:57.391819 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Made reservation on behalf of d0648b2071364ae09ba6d7a1d45c762c for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:56:57.403020 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.464740 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Transition to ACTIVE for port object c504d038-84d3-4cc1-9a54-90720653296e will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:56:57.475975 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-d9438634-0c01-45b5-8469-6dc84673090a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:57.488076 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:57.492795 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-d9438634-0c01-45b5-8469-6dc84673090a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 810 time: 0.7544541 Jun 23 01:56:57.525905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:56:57.526712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:56:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:57.541735 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-c8bce06f-4051-46d3-8065-5542aa607f2e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/quotas/96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 375 time: 0.0455751 Jun 23 01:56:57.887043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Pushing event updated for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:58.014281 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:56:58.094999 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port ceb60068-58ee-4704-a3b8-206a75f8af14 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:58.109595 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:58.244991 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:58.301428 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-ab00c3ac-adb8-4a35-aa3a-1a48ab734193 None None] Provisioning complete for port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:58.301803 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ab00c3ac-adb8-4a35-aa3a-1a48ab734193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.380990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Allocated IP 172.20.0.9 (fcfccf09-d035-4595-a8db-98e9a30e8411/ffacb4d8-24f9-42dd-98cb-d3ced6a01773/cbbc03ec-d4fe-4f82-b455-91d7004bd595) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:56:58.422769 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-4196241b-94eb-46df-aeaa-1140dc81eb24 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8797724 Jun 23 01:56:58.596069 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-37ca7d44-8ff0-4d5d-bc91-17a7b6640c62 service neutron] 10.222.0.26 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712577 Jun 23 01:56:58.613485 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd6847-4215-47e6-acd3-4259cc1ad2b8 req-98b3d612-b416-4f2f-90ff-0091c656a8ed tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:58.621322 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-32cd6847-4215-47e6-acd3-4259cc1ad2b8 req-98b3d612-b416-4f2f-90ff-0091c656a8ed tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 931 time: 1.1118872 Jun 23 01:56:58.629491 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-ab00c3ac-adb8-4a35-aa3a-1a48ab734193 None None] Port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:56:58.632964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.634549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0d613ec6-2458-4f28-bfb4-fe33983a7f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.702723 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Attempting to bind port c504d038-84d3-4cc1-9a54-90720653296e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:56:58.703332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Attempting to bind port c504d038-84d3-4cc1-9a54-90720653296e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:56:58.703805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Attempting to bind port c504d038-84d3-4cc1-9a54-90720653296e on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:58.735563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Port c504d038-84d3-4cc1-9a54-90720653296e on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:56:58.736179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Attempting to bind port c504d038-84d3-4cc1-9a54-90720653296e on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:56:58.743868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:56:58.755584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:56:58.756239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:56:58.757017 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Bound using segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:56:58.757692 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Bound port: c504d038-84d3-4cc1-9a54-90720653296e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:56:58.758255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c504d038-84d3-4cc1-9a54-90720653296e), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.774307 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks [] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.843603 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:58.844646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:58.845202 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:58.863111 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 76098b1f-884a-4a52-b69f-f4097f80b2fa up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:58.987193 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-32cd6847-4215-47e6-acd3-4259cc1ad2b8 req-2d4b3f5a-e5c0-480b-b6fa-b1bbb29bb771 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644271 Jun 23 01:56:59.062880 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:56Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:56:59.176185 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c6709-5a47-4484-a76e-e4cc54d859a7 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:56Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:56:59.185305 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.191060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:59.204035 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:59.225434 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 76098b1f-884a-4a52-b69f-f4097f80b2fa triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:56:59.225808 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.226849 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Transition to ACTIVE for port object fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:56:59.235755 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=21 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:59.245609 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.396440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:59.419169 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:56:59.482369 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Current status of the port 175f4c84-268f-4541-bd26-e3a21e575d2b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:59.487945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.539317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c504d038-84d3-4cc1-9a54-90720653296e,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:56:59.541390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.542653 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:59.636078 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-3e6f4c36-2287-4eb7-88e0-bfae7442daa8 service neutron] 10.222.0.26 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386653 Jun 23 01:56:59.703748 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:56:59.729242 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:56:59.743865 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.754690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942043-10b1-489b-8a5f-4b506b57c014 req-0b754359-78bd-43d2-a20b-95f69696060d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:59.769079 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7942043-10b1-489b-8a5f-4b506b57c014 req-0b754359-78bd-43d2-a20b-95f69696060d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.5761387 Jun 23 01:56:59.772256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] For port 175f4c84-268f-4541-bd26-e3a21e575d2b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=175f4c84-268f-4541-bd26-e3a21e575d2b,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:56:59.788949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.831030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:56:59.907165 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:56:59.914397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:56:59.948983 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 76098b1f-884a-4a52-b69f-f4097f80b2fa is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:56:59.950904 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:56:59.983159 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:56:59.983159 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:56:59.986350 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] 10.222.0.16 "PUT /v2.0/ports/c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 200 len: 1094 time: 4.7720547 Jun 23 01:57:00.130862 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:00.185062 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7942043-10b1-489b-8a5f-4b506b57c014 req-eb73f541-d726-4e90-ba7c-f00cb8e01a60 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081101 Jun 23 01:57:00.284949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ab4a7-fa2e-447b-904b-7454788d02ca None None] Pushing event updated for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:00.433489 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:00.433836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:00.638092 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-c3a4d03c-f486-406a-89c3-b7c69138138a None None] Provisioning complete for port cbbc03ec-d4fe-4f82-b455-91d7004bd595 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:00.639999 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c3a4d03c-f486-406a-89c3-b7c69138138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:00.641218 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:00.642197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:00.662714 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc81e94-562c-4fc3-83a4-cea2359ce775 service neutron] Pushing event updated for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:00.684804 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51712) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:00.707550 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-be17bf94-373f-42b4-895b-f8aaba627461 req-f62e97a0-62fa-4adf-9235-738e6e3d6fb9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.3631682 Jun 23 01:57:00.818084 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-c112a6f6-ddfc-45a3-8102-f3e7749be01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:00.822244 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a5a7a-99cf-4bc8-84fa-758dbebc07c4 req-90e722fb-8ee2-49ca-b7e8-8a644a2b7969 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:00.825338 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-c112a6f6-ddfc-45a3-8102-f3e7749be01a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1128 time: 0.6872811 Jun 23 01:57:00.832156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Attempting to bind port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:57:00.834138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Attempting to bind port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:57:00.835087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Attempting to bind port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:00.842315 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b60a5a7a-99cf-4bc8-84fa-758dbebc07c4 req-90e722fb-8ee2-49ca-b7e8-8a644a2b7969 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 931 time: 0.4904726 Jun 23 01:57:00.909354 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4d03c-f486-406a-89c3-b7c69138138a None None] Port cbbc03ec-d4fe-4f82-b455-91d7004bd595 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:57:00.926927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-22cb14d9-621c-4ed7-9084-7ea7d2fb0c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:00.955477 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:00.958156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 175f4c84-268f-4541-bd26-e3a21e575d2b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:01.153800 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:01.161925 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:01.164316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "tag": "c504d038-84d3-4cc1-9a54-90720653296e"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:01.182331 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-43c5d6f6-705d-431a-b1e8-d9a04dbab6c3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9837954 Jun 23 01:57:01.184840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:57:01.185177 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Attempting to bind port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:01.204111 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:01.248712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Request body: {'port': {'device_id': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:57:01.250261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c385bc0-f630-45db-8dbd-7ab5e03fd964 {{(pid=104187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:01.269140 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-6b0d6def-3738-4639-a4b1-a85707133c62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 200 len: 217 time: 0.4231167 Jun 23 01:57:01.282126 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks [] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:01.335201 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.provisioning_blocks [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Transition to ACTIVE for port object 2c385bc0-f630-45db-8dbd-7ab5e03fd964 will not be triggered until provisioned by entity L2. {{(pid=104187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:57:01.383436 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b60a5a7a-99cf-4bc8-84fa-758dbebc07c4 req-702528e5-6bbf-4b96-831d-969656639fad tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5380151 Jun 23 01:57:01.392443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:01.438180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 175f4c84-268f-4541-bd26-e3a21e575d2b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:01.441610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:01.516994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded49bd-51c4-449a-9819-2496cb65373d req-826f1551-2d1a-42ee-87a2-87e0128dad25 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:01.534375 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7ded49bd-51c4-449a-9819-2496cb65373d req-826f1551-2d1a-42ee-87a2-87e0128dad25 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 931 time: 0.5190473 Jun 23 01:57:01.584461 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:01.617670 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:01.630977 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:01.633621 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:01.648604 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:57:01.652616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:57:01.654886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Bound using segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:57:01.655931 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Bound port: fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:57:01.656590 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:01.663185 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-f24095ed-1e74-4f55-bd6d-49fc0d5066ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:01.670888 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-f24095ed-1e74-4f55-bd6d-49fc0d5066ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.3852739 Jun 23 01:57:01.696941 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Pushing event updated for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:01.886868 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:01.889484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ff6c93c4-8931-41b6-9fff-f8619158899b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:01.932523 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7ded49bd-51c4-449a-9819-2496cb65373d req-7dc94359-379a-4b8a-b18f-c7762cd8972a tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969567 Jun 23 01:57:01.954020 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port ff6c93c4-8931-41b6-9fff-f8619158899b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:01.962657 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.013317 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.managers [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Attempting to bind port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:57:02.017408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.managers [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Attempting to bind port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}] {{(pid=104187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:57:02.017884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Attempting to bind port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 on network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:02.038736 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 on network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:57:02.053654 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Attempting to bind port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 on network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:02.078026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:57:02.078664 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Checking segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:57:02.079614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Bound using segment: {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'} {{(pid=104187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:57:02.080616 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.managers [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Bound port: 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc3415d-25dc-4b91-9365-67e4a158396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f'}}] {{(pid=104187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:57:02.081185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.120151 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-47c2c890-43d7-4afc-81df-8aa8c2799cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.152119 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.156725 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port ff6c93c4-8931-41b6-9fff-f8619158899b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:02.186919 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, cleared binding levels {{(pid=104187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:57:02.217079 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:57:02.229408 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02d3e6-cf3d-44ac-9183-72291c5efa00 x-openstack-request-id: req-4a02d3e6-cf3d-44ac-9183-72291c5efa00 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:02.229701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "tag": "c504d038-84d3-4cc1-9a54-90720653296e", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:02.229992 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a02d3e6-cf3d-44ac-9183-72291c5efa00 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:02.230434 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a02d3e6-cf3d-44ac-9183-72291c5efa00'] response: {'name': 'network-changed', 'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e', 'status': 'completed', 'code': 200} Jun 23 01:57:02.237677 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.268611 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:02.305550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-6a130804-6093-44a0-af8b-5236b7d40826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:02.306616 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 175f4c84-268f-4541-bd26-e3a21e575d2b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:02.307802 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-6a130804-6093-44a0-af8b-5236b7d40826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5974901 Jun 23 01:57:02.328752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.335819 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Pushing event updated for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=3']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:02.339963 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:02.340813 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.342401 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-72acb307-c3c5-4170-8d80-4b5886acf730 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c385bc0-f630-45db-8dbd-7ab5e03fd964 HTTP/1.1" status: 200 len: 1093 time: 5.1017919 Jun 23 01:57:02.343555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:02.380690 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:57:02.397758 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:02.404242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 175f4c84-268f-4541-bd26-e3a21e575d2b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:02.404609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.429712 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8ac68-bce4-47e2-82aa-2ea0481a8d2a req-99e4ab88-0f75-4808-960e-1d4afcf47ecb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:02.433916 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:57:02.436923 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bcc8ac68-bce4-47e2-82aa-2ea0481a8d2a req-99e4ab88-0f75-4808-960e-1d4afcf47ecb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.2138340 Jun 23 01:57:02.451697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.490755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-54a00cd2-faca-4e20-8188-396b98d0f07f req-bb84b24d-81fa-415a-8a65-b00521b9a037 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0506794 Jun 23 01:57:02.543243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 175f4c84-268f-4541-bd26-e3a21e575d2b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:02.567985 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bcc8ac68-bce4-47e2-82aa-2ea0481a8d2a req-717bae41-625f-42e3-9d0a-9facaf92a15b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297703 Jun 23 01:57:02.579056 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1937e-41bf-4f65-9e6c-316e6abee0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:02.732926 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:02.755464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa666417-1d92-464e-b5ed-653c81390479 req-90f5f28f-55ce-445d-880a-c3aebe6ec047 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:02.757358 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fa666417-1d92-464e-b5ed-653c81390479 req-90f5f28f-55ce-445d-880a-c3aebe6ec047 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 931 time: 0.0779824 Jun 23 01:57:02.828325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d3f72-bec0-4587-9a0b-131f90ec45cb x-openstack-request-id: req-554d3f72-bec0-4587-9a0b-131f90ec45cb {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:02.828841 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:02.829101 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-554d3f72-bec0-4587-9a0b-131f90ec45cb {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:02.829780 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554d3f72-bec0-4587-9a0b-131f90ec45cb'] response: {'name': 'network-changed', 'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964', 'status': 'completed', 'code': 200} Jun 23 01:57:02.838519 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fa666417-1d92-464e-b5ed-653c81390479 req-2969dd4d-7425-4df2-99a5-dd57955a952d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737495 Jun 23 01:57:02.917194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:02.917805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:02.919198 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 1093 time: 8.8799284 Jun 23 01:57:02.960008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa245a-05c5-483b-ac62-6b6d150a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:02.990433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-47c2c890-43d7-4afc-81df-8aa8c2799cc7 admin admin] Publish callbacks [] for security_group (0ef5db9b-a7e9-4744-ba91-113987e0d72d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.002167 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-47c2c890-43d7-4afc-81df-8aa8c2799cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0ef5db9b-a7e9-4744-ba91-113987e0d72d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.067007 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193cfd-2e09-4936-9f7b-0bb85763d5e6 req-820a42bc-eff7-4a3b-91f9-05aecfd52715 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:03.067542 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-47c2c890-43d7-4afc-81df-8aa8c2799cc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b63e012e8eaa4c91aa1d2cbac60f7490&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3240790 Jun 23 01:57:03.069310 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-86193cfd-2e09-4936-9f7b-0bb85763d5e6 req-820a42bc-eff7-4a3b-91f9-05aecfd52715 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0538049 Jun 23 01:57:03.069971 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51808) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:03.082402 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2c890-43d7-4afc-81df-8aa8c2799cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5db9b-a7e9-4744-ba91-113987e0d72d,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:03.177619 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-86193cfd-2e09-4936-9f7b-0bb85763d5e6 req-05ab77e3-b4df-4a81-916f-c4c6a03c8b07 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943222 Jun 23 01:57:03.178782 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] Publish callbacks [] for security_group (0ef5db9b-a7e9-4744-ba91-113987e0d72d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.214314 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:03.223034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks [] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.223702 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] Publish callbacks [] for security_group (0ef5db9b-a7e9-4744-ba91-113987e0d72d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.237392 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Transition to ACTIVE for port object cbbc03ec-d4fe-4f82-b455-91d7004bd595 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:57:03.242273 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.279886 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51812) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:03.281682 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.293176 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0ef5db9b-a7e9-4744-ba91-113987e0d72d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.298701 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.300660 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ef5db9b-a7e9-4744-ba91-113987e0d72d HTTP/1.1" status: 204 len: 168 time: 0.2296619 Jun 23 01:57:03.310453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba1af-b142-4d58-a54f-edf77ffcea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5db9b-a7e9-4744-ba91-113987e0d72d,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:03.320629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:03.365669 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:03.398484 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Attempting to bind port cbbc03ec-d4fe-4f82-b455-91d7004bd595 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:57:03.398817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Attempting to bind port cbbc03ec-d4fe-4f82-b455-91d7004bd595 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:57:03.399142 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Attempting to bind port cbbc03ec-d4fe-4f82-b455-91d7004bd595 on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:03.404177 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Port cbbc03ec-d4fe-4f82-b455-91d7004bd595 on network fcfccf09-d035-4595-a8db-98e9a30e8411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:57:03.404337 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Attempting to bind port cbbc03ec-d4fe-4f82-b455-91d7004bd595 on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:03.409935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:57:03.410323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Checking segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:57:03.410795 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Bound using segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:57:03.411239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Bound port: cbbc03ec-d4fe-4f82-b455-91d7004bd595, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:57:03.411666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.428355 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-02c2d1f5-4a0f-42ae-954a-269e590e4f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.503527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:57:03.507089 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:57:03.518775 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.523676 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.531040 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-02c2d1f5-4a0f-42ae-954a-269e590e4f19 admin admin] Publish callbacks [] for security_group (7169b280-acde-4c34-a134-7d67751e7d00), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.539826 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-02c2d1f5-4a0f-42ae-954a-269e590e4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7169b280-acde-4c34-a134-7d67751e7d00), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.571501 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2d1f5-4a0f-42ae-954a-269e590e4f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7169b280-acde-4c34-a134-7d67751e7d00,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:03.581058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:03.591455 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:03.592004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.593441 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c5241ddc-9323-4d72-92ef-9fac735962a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 1093 time: 2.3683581 Jun 23 01:57:03.626354 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-02c2d1f5-4a0f-42ae-954a-269e590e4f19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b6765d13ed46b985141a686ef8409d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452446 Jun 23 01:57:03.629073 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d8b0fded-3fff-4065-9b20-bc03d2f782f3 req-49f73a8a-b63c-47b4-9cf4-a9c664c7b79c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0376303 Jun 23 01:57:03.630415 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51824) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:03.705608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] Publish callbacks [] for security_group (7169b280-acde-4c34-a134-7d67751e7d00), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.722534 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:03.740800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:03.746518 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] Publish callbacks [] for security_group (7169b280-acde-4c34-a134-7d67751e7d00), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.764240 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b4ed3-fa5f-4efb-a960-441dbe4fea72 req-d4853661-5649-4eff-8bc0-9cd56e1aa53b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:03.776880 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ff4b4ed3-fa5f-4efb-a960-441dbe4fea72 req-d4853661-5649-4eff-8bc0-9cd56e1aa53b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.0888960 Jun 23 01:57:03.811987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51830) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:03.843307 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-05896cae-d8ec-4bd6-a364-ab692a634d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.843794 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7169b280-acde-4c34-a134-7d67751e7d00), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.846345 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:03.848191 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ff4b4ed3-fa5f-4efb-a960-441dbe4fea72 req-20df6607-3e58-406b-8e9e-8ce643f60a4c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Jun 23 01:57:03.852290 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7169b280-acde-4c34-a134-7d67751e7d00 HTTP/1.1" status: 204 len: 168 time: 0.2196300 Jun 23 01:57:03.881758 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f166b-6a36-4c84-a08d-aba130a11843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169b280-acde-4c34-a134-7d67751e7d00,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:04.024365 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cece0b0-8105-4320-b405-0d3a3a8e19b9 req-e434bc3f-a70a-4126-9428-273d9e8adab0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:04.025798 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1cece0b0-8105-4320-b405-0d3a3a8e19b9 req-e434bc3f-a70a-4126-9428-273d9e8adab0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0710027 Jun 23 01:57:04.030384 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-05896cae-d8ec-4bd6-a364-ab692a634d92 admin admin] Publish callbacks [] for security_group (25e80604-efd9-4b3b-8651-435f45ab8b77), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.040172 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-05896cae-d8ec-4bd6-a364-ab692a634d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (25e80604-efd9-4b3b-8651-435f45ab8b77), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.232302 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'}, {'name': 'network-changed', 'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:04.238247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afc8841-960c-47ed-9f74-eafe88915743" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39"}, {"name": "network-changed", "server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:04.260606 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05896cae-d8ec-4bd6-a364-ab692a634d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e80604-efd9-4b3b-8651-435f45ab8b77,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:04.276663 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-05896cae-d8ec-4bd6-a364-ab692a634d92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=305f45bf58e84e8f90a9b99fcfa26477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614794 Jun 23 01:57:04.280358 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51846) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:04.293990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 51848) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:04.309308 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1cece0b0-8105-4320-b405-0d3a3a8e19b9 req-86cd08b5-4624-45df-b647-483c680cc17f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763093 Jun 23 01:57:04.316939 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-837dfd3c-d701-4ecc-ae23-e0ce714dbfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.319507 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05a66-7935-468e-b035-69a9e51b77b7 req-93e896e0-c7cb-4d54-b510-dff7d459b583 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:04.320967 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5b05a66-7935-468e-b035-69a9e51b77b7 req-93e896e0-c7cb-4d54-b510-dff7d459b583 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0676286 Jun 23 01:57:04.367370 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:04.367538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e5fc6-dd69-491c-9e88-4d17c20a9518 x-openstack-request-id: req-cf0e5fc6-dd69-491c-9e88-4d17c20a9518 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:04.367681 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:04.367919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf0e5fc6-dd69-491c-9e88-4d17c20a9518 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:04.368326 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0e5fc6-dd69-491c-9e88-4d17c20a9518'] response: {'name': 'network-changed', 'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39', 'status': 'completed', 'code': 200} Jun 23 01:57:04.368579 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0e5fc6-dd69-491c-9e88-4d17c20a9518'] response: {'name': 'network-changed', 'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'status': 'completed', 'code': 200} Jun 23 01:57:04.379889 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5b05a66-7935-468e-b035-69a9e51b77b7 req-6b574dbf-bac5-4253-8b49-0a3c4ac6ae04 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jun 23 01:57:04.387420 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] Publish callbacks [] for security_group (25e80604-efd9-4b3b-8651-435f45ab8b77), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.421930 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] Publish callbacks [] for security_group (25e80604-efd9-4b3b-8651-435f45ab8b77), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.467719 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-837dfd3c-d701-4ecc-ae23-e0ce714dbfce admin admin] Publish callbacks [] for security_group (39ceb6b5-ce23-4c0b-88a0-f3b41559f425), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.473735 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-837dfd3c-d701-4ecc-ae23-e0ce714dbfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (39ceb6b5-ce23-4c0b-88a0-f3b41559f425), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.515123 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (25e80604-efd9-4b3b-8651-435f45ab8b77), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.517562 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.518706 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25e80604-efd9-4b3b-8651-435f45ab8b77 HTTP/1.1" status: 204 len: 168 time: 0.2373357 Jun 23 01:57:04.520876 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dfd3c-d701-4ecc-ae23-e0ce714dbfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ceb6b5-ce23-4c0b-88a0-f3b41559f425,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:04.527761 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-837dfd3c-d701-4ecc-ae23-e0ce714dbfce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6305c5cedc0a4f51accfaae2ffe8e3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298946 Jun 23 01:57:04.528509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 51852) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:04.533124 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0fa51-c8b6-4930-9dfc-a3e2092082cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e80604-efd9-4b3b-8651-435f45ab8b77,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:04.585430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] Publish callbacks [] for security_group (39ceb6b5-ce23-4c0b-88a0-f3b41559f425), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.606645 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] Publish callbacks [] for security_group (39ceb6b5-ce23-4c0b-88a0-f3b41559f425), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.666280 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (39ceb6b5-ce23-4c0b-88a0-f3b41559f425), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.670693 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.674887 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39ceb6b5-ce23-4c0b-88a0-f3b41559f425 HTTP/1.1" status: 204 len: 168 time: 0.1421731 Jun 23 01:57:04.684348 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99169f-ff79-4b2a-ba14-c41daf0be3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ceb6b5-ce23-4c0b-88a0-f3b41559f425,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:04.733847 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:04.784560 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2039b463-fbab-4ef5-b944-0e3190e067d3 req-8d0b719f-4f78-4ff0-912c-f9d904616fee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0325582 Jun 23 01:57:05.016879 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb92b47-e37c-4418-b854-8ce94e41808e req-175849a6-9966-4f75-9036-511a936ab614 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:05.018393 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cbb92b47-e37c-4418-b854-8ce94e41808e req-175849a6-9966-4f75-9036-511a936ab614 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.0864110 Jun 23 01:57:05.038952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:05.049621 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-608686eb-0842-40cf-b766-d18cab74805f service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291091 Jun 23 01:57:05.091696 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cbb92b47-e37c-4418-b854-8ce94e41808e req-3ef5dff3-2b3e-42b8-848e-d7109035bfa3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Jun 23 01:57:05.235819 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:57:05.531410 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e228d9-a08f-45da-b04c-533226849578 req-5d11eed8-fdc6-4e5d-bfe9-734c1c40ee4c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:05.533020 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-27e228d9-a08f-45da-b04c-533226849578 req-5d11eed8-fdc6-4e5d-bfe9-734c1c40ee4c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.1383307 Jun 23 01:57:05.558505 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405b69d-4bfd-4204-9271-3239402ff3cb req-d19356ba-d395-4d9c-8d42-e764b2d18842 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:05.560090 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b405b69d-4bfd-4204-9271-3239402ff3cb req-d19356ba-d395-4d9c-8d42-e764b2d18842 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0648177 Jun 23 01:57:05.587340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:05.628844 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-27e228d9-a08f-45da-b04c-533226849578 req-dc439630-b41f-4147-859e-8aacb99b3e05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868931 Jun 23 01:57:05.636729 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b405b69d-4bfd-4204-9271-3239402ff3cb req-85b59b66-09a1-4764-940c-e664c1973019 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Jun 23 01:57:05.904824 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0728ec02-580c-4d0f-a861-72ba95fca8b4 req-fb15213d-d806-4f97-8967-381762370789 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0520589 Jun 23 01:57:06.229940 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c2c0-114b-471f-88c4-06acb062820a req-d5af3eff-06f0-4861-b8cd-93ffb5cb6785 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:06.231803 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c5a3c2c0-114b-471f-88c4-06acb062820a req-d5af3eff-06f0-4861-b8cd-93ffb5cb6785 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.0635080 Jun 23 01:57:06.285807 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c5a3c2c0-114b-471f-88c4-06acb062820a req-2b1e34ee-8486-4329-89bb-d4c782e548a5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 Jun 23 01:57:06.818849 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cbf-69d9-41a2-ac98-1214be5edef4 req-64b1c115-5450-4043-9d08-6fa6c2d25af5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:06.820380 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39200cbf-69d9-41a2-ac98-1214be5edef4 req-64b1c115-5450-4043-9d08-6fa6c2d25af5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0840597 Jun 23 01:57:06.836786 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a074245-9e31-4bcc-b144-6f33f65172f4 req-80deb137-e38c-44e4-9156-55defedd791f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:06.838237 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a074245-9e31-4bcc-b144-6f33f65172f4 req-80deb137-e38c-44e4-9156-55defedd791f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0899320 Jun 23 01:57:06.900864 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39200cbf-69d9-41a2-ac98-1214be5edef4 req-cdfaa64b-5733-4990-b448-8a6ddfdaa896 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Jun 23 01:57:06.942750 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a074245-9e31-4bcc-b144-6f33f65172f4 req-8f8d67c7-78db-4bd4-865e-b8006348ed65 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837045 Jun 23 01:57:07.012777 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4bc49dbc-349a-4957-853c-8cca9178994b req-cbaf485c-55f5-4dc1-99f5-0f67d4dd6f20 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0283377 Jun 23 01:57:07.405291 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca4cd9-cecb-453d-946e-036c8c86434d req-9d4cefc3-d5a4-4fa3-a15d-ca22edd8eac6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:07.406782 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07ca4cd9-cecb-453d-946e-036c8c86434d req-9d4cefc3-d5a4-4fa3-a15d-ca22edd8eac6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.0474193 Jun 23 01:57:07.455978 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07ca4cd9-cecb-453d-946e-036c8c86434d req-fe0f8989-bb2f-4065-9aa5-aaf4712ba338 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Jun 23 01:57:07.783194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.16', 49515) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:07.806898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-74e2c4c4-36de-42b6-999b-e3e89ea4ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:07.808451 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-74e2c4c4-36de-42b6-999b-e3e89ea4ff65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1127 time: 0.0962791 Jun 23 01:57:07.822119 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fc26b9a7-d9d8-43df-b381-8787d25606a3 req-f79d25a6-3d53-4d7a-aec6-39960c5c034f service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626579 Jun 23 01:57:07.828346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52014) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:07.846197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-d71f6486-d93b-497f-bb93-dd4be27b7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:07.847914 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-d71f6486-d93b-497f-bb93-dd4be27b7eca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c435aab218b8498585477269fe5ecc60&device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 1127 time: 0.1333642 Jun 23 01:57:07.861496 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-b0bd145e-f17a-4b69-b198-a02eef2764fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:07.863113 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-b0bd145e-f17a-4b69-b198-a02eef2764fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1127 time: 0.0789046 Jun 23 01:57:07.921449 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-214f1a22-9081-4944-a313-1ecefcb382a2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:07.922930 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-214f1a22-9081-4944-a313-1ecefcb382a2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 810 time: 0.2628677 Jun 23 01:57:08.048397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8cd22721-6426-4137-aa3a-7f269d4886c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.071021 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee013ec-2502-47b6-b788-971fa57f5419 req-bba56aa4-5859-48c8-8852-0f264bd4464b tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:08.072632 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ee013ec-2502-47b6-b788-971fa57f5419 req-bba56aa4-5859-48c8-8852-0f264bd4464b tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0633304 Jun 23 01:57:08.120920 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-5818d4ec-4a27-4b93-acd2-ed40422b9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:08.121986 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-5818d4ec-4a27-4b93-acd2-ed40422b9e6a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c435aab218b8498585477269fe5ecc60&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2658741 Jun 23 01:57:08.155200 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:08.189552 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-2edf3c3b-5068-4e03-9dda-f46c12bbd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:08.191012 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-2edf3c3b-5068-4e03-9dda-f46c12bbd74e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e7608bb4bbf1435289dc08731d51df22&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3735819 Jun 23 01:57:08.197959 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ee013ec-2502-47b6-b788-971fa57f5419 req-964b84ff-3b22-451d-ac8f-c2f9499cb99f tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162453 Jun 23 01:57:08.205970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8cd22721-6426-4137-aa3a-7f269d4886c2 admin admin] Publish callbacks [] for security_group (9fee43a0-744e-4212-8d44-2929f97b6575), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.206213 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52909be1-0dc7-491a-be44-5909c8bd31fe req-a92f8a3e-1e49-49af-aa4b-b3f0d7a7c843 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:08.207677 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:08.208534 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-52909be1-0dc7-491a-be44-5909c8bd31fe req-a92f8a3e-1e49-49af-aa4b-b3f0d7a7c843 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.1344943 Jun 23 01:57:08.212613 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8cd22721-6426-4137-aa3a-7f269d4886c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9fee43a0-744e-4212-8d44-2929f97b6575), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.277168 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd22721-6426-4137-aa3a-7f269d4886c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee43a0-744e-4212-8d44-2929f97b6575,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:08.282413 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8cd22721-6426-4137-aa3a-7f269d4886c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21ee263f4d7e4f7c94d4f521e78d8480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529905 Jun 23 01:57:08.285214 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52040) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:08.334104 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-52909be1-0dc7-491a-be44-5909c8bd31fe req-794bf68b-dbd4-4010-92b2-b95335783808 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170588 Jun 23 01:57:08.352893 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2cc7d58b-34d8-49be-99e8-17dbeb89dd70 req-2ed299d6-d986-4e67-bfe9-a2f4992e84a6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0388651 Jun 23 01:57:08.353834 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] Publish callbacks [] for security_group (9fee43a0-744e-4212-8d44-2929f97b6575), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.381561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] Publish callbacks [] for security_group (9fee43a0-744e-4212-8d44-2929f97b6575), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.440251 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9fee43a0-744e-4212-8d44-2929f97b6575), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.442843 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.446840 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fee43a0-744e-4212-8d44-2929f97b6575 HTTP/1.1" status: 204 len: 168 time: 0.1606553 Jun 23 01:57:08.461938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf8b3-90c1-46b1-a9dc-a7a91a3803fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee43a0-744e-4212-8d44-2929f97b6575,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:08.590618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e61f8-80c1-4b48-a818-e9ebfa5811ab req-a5bf2fa0-4fd3-4b1e-9d9c-78ef8af6d3f0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:08.592291 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b21e61f8-80c1-4b48-a818-e9ebfa5811ab req-a5bf2fa0-4fd3-4b1e-9d9c-78ef8af6d3f0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 944 time: 0.0571005 Jun 23 01:57:08.646259 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b21e61f8-80c1-4b48-a818-e9ebfa5811ab req-cd8b9e4a-84af-465b-9307-b5a79e99d7e9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 Jun 23 01:57:08.762035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52064) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:08.777037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-531d3311-1cca-43fe-b8d2-6031dbebda67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.792152 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:08.865186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-531d3311-1cca-43fe-b8d2-6031dbebda67 admin admin] Publish callbacks [] for security_group (94b351cb-64be-4590-b90c-9abffef4ee91), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.869820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-531d3311-1cca-43fe-b8d2-6031dbebda67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (94b351cb-64be-4590-b90c-9abffef4ee91), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:08.911065 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-531d3311-1cca-43fe-b8d2-6031dbebda67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0592e3e6647415f98b273e1d8833887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479080 Jun 23 01:57:08.911907 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d3311-1cca-43fe-b8d2-6031dbebda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b351cb-64be-4590-b90c-9abffef4ee91,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:08.914018 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52074) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:09.047939 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-90238779-700a-4be4-a71a-909ec95a339f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 217 time: 0.1133013 Jun 23 01:57:09.078258 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:09.093793 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] Publish callbacks [] for security_group (94b351cb-64be-4590-b90c-9abffef4ee91), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:09.150942 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] Publish callbacks [] for security_group (94b351cb-64be-4590-b90c-9abffef4ee91), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:09.157985 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-68064d21-63e2-4ebd-9f01-518611d32c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.159481 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-68064d21-63e2-4ebd-9f01-518611d32c08 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172036 Jun 23 01:57:09.161603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-76d7798e-0206-4ddb-832b-2ed3992e6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.163080 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-76d7798e-0206-4ddb-832b-2ed3992e6449 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1128 time: 0.2372024 Jun 23 01:57:09.255340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (94b351cb-64be-4590-b90c-9abffef4ee91), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:09.257914 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:09.259187 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94b351cb-64be-4590-b90c-9abffef4ee91 HTTP/1.1" status: 204 len: 168 time: 0.3442290 Jun 23 01:57:09.263104 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-1e2aaa53-a9c8-47ca-841b-15bb4f33b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.264745 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-1e2aaa53-a9c8-47ca-841b-15bb4f33b5be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1127 time: 0.0599525 Jun 23 01:57:09.271191 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095fc2-329c-488b-b7e5-a6e1c5e26654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b351cb-64be-4590-b90c-9abffef4ee91,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:09.360426 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-77636cd1-cbba-4f4e-bf8f-b03a31a32c17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0856719 Jun 23 01:57:09.461556 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-2d9c56bb-a3bc-413d-873a-5b0d9d643cb0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 380 time: 0.5365562 Jun 23 01:57:09.474774 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c17398-f466-44d9-a5c6-7817598270f8 req-0936f8dd-ab27-4555-8115-2eba68971781 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.479799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c6350ff8-f621-438d-b4c3-1e5e9594f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.481683 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-c6350ff8-f621-438d-b4c3-1e5e9594f815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.4236646 Jun 23 01:57:09.482623 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-63c17398-f466-44d9-a5c6-7817598270f8 req-0936f8dd-ab27-4555-8115-2eba68971781 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.1255469 Jun 23 01:57:09.495860 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'port': {'device_id': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'admin_state_up': True, 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'security_groups': ['007727e1-efa1-4b42-af96-ddcffb59714e']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:57:09.499670 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-7c5622ee-027a-4f75-adb8-290c626a7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.501198 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-33d1937e-41bf-4f65-9e6c-316e6abee0ce req-7c5622ee-027a-4f75-adb8-290c626a7396 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5847692 Jun 23 01:57:09.529270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-41ddee17-5169-4be4-840d-646e750b6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.530688 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-41ddee17-5169-4be4-840d-646e750b6252 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.1587496 Jun 23 01:57:09.601401 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae19ab-c924-4355-893f-8c6dc0c70ce3 req-fc893eda-fc67-40c2-b704-dbc8816c1d34 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.604598 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-83ae19ab-c924-4355-893f-8c6dc0c70ce3 req-fc893eda-fc67-40c2-b704-dbc8816c1d34 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.1535120 Jun 23 01:57:09.714740 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-44c30428-01ad-4a27-83b7-a399b398ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.716421 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-44c30428-01ad-4a27-83b7-a399b398ce86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2142258 Jun 23 01:57:09.736959 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-63c17398-f466-44d9-a5c6-7817598270f8 req-fab0a2d6-053b-47bf-8c50-7151a04dbfc4 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403183 Jun 23 01:57:09.736959 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-b23e059a-b56c-46bf-99cc-ac642883c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.736959 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-b23e059a-b56c-46bf-99cc-ac642883c050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1674826 Jun 23 01:57:09.753913 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-48289d66-d3ae-43b1-b73c-a49d9b8b28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.758602 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-48289d66-d3ae-43b1-b73c-a49d9b8b28e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c435aab218b8498585477269fe5ecc60&device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 1127 time: 0.1437597 Jun 23 01:57:09.840119 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:09.862204 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device c504d038-84d3-4cc1-9a54-90720653296e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:57:09.914403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-b09dac75-564f-4ef2-9483-f6e5e014a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:09.915925 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-b09dac75-564f-4ef2-9483-f6e5e014a88c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.7335212 Jun 23 01:57:09.923175 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-0bdbecdd-4461-4d1c-985b-094a04d21ffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964 HTTP/1.1" status: 200 len: 217 time: 0.1313839 Jun 23 01:57:09.990219 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-db19805a-f356-4854-a287-dfffaaae56eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 200 len: 217 time: 0.0590076 Jun 23 01:57:10.038134 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:UPDATE=1,neutron:INSERT=5,neutron:SELECT=94 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:10.099845 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Made reservation on behalf of 96afcc3674a54ffb86c1f0298a527e61 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:57:10.104117 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:10.130140 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-12d3c97d-b2a4-4124-aaa4-2acc27325340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.131955 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-12d3c97d-b2a4-4124-aaa4-2acc27325340 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85ca8fbe-dd2f-4f39-a817-27f53b9a7461 HTTP/1.1" status: 200 len: 850 time: 0.1622534 Jun 23 01:57:10.140265 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c504d038-84d3-4cc1-9a54-90720653296e,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:10.141242 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-83ae19ab-c924-4355-893f-8c6dc0c70ce3 req-99fcb997-422d-4d6e-a5ca-33fef4947101 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5032594 Jun 23 01:57:10.166219 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'c504d038-84d3-4cc1-9a54-90720653296e', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'port_id': 'c504d038-84d3-4cc1-9a54-90720653296e', 'mac_address': 'fa:16:3e:45:af:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:57:10.230371 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port c504d038-84d3-4cc1-9a54-90720653296e is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:10.230961 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c504d038-84d3-4cc1-9a54-90720653296e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:10.232714 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-6516c214-c064-4665-9910-2df1585d12d0 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756167 Jun 23 01:57:10.237632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-96dc2e40-6820-45b9-af44-309811dc6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.239078 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-96dc2e40-6820-45b9-af44-309811dc6c24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.1998124 Jun 23 01:57:10.250658 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c504d038-84d3-4cc1-9a54-90720653296e {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:10.283301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c504d038-84d3-4cc1-9a54-90720653296e,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:10.300460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:10.321389 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5f8d9e5f-b2dd-4803-b72b-62c36e696c19 req-92992f96-6054-4332-b1a3-ceff28bfafc4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.4706507 Jun 23 01:57:10.359666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-d9c1b9da-1e2c-4ac0-9b15-6deff2c6d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.361849 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-d9c1b9da-1e2c-4ac0-9b15-6deff2c6d2a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d34bdf4-fe13-4cf3-95fc-add1fdc6762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2184587 Jun 23 01:57:10.365158 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-5c834f0b-502b-4568-8cc8-0b045c733327 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229701 Jun 23 01:57:10.376346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c3b1-eb38-4951-ab58-dfaef15bc57c req-2d64525b-4068-4a94-b40b-a7e1b4bceab7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.376764 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:10.383449 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-58a2c3b1-eb38-4951-ab58-dfaef15bc57c req-2d64525b-4068-4a94-b40b-a7e1b4bceab7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 945 time: 0.0910599 Jun 23 01:57:10.467276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-03c1ec5c-a270-49a3-886f-4f287980ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.468729 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-03c1ec5c-a270-49a3-886f-4f287980ee23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2174301 Jun 23 01:57:10.519844 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:10.543231 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-58a2c3b1-eb38-4951-ab58-dfaef15bc57c req-64f84183-36a8-4e96-8d00-204faa25344b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587617 Jun 23 01:57:10.565598 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['c504d038-84d3-4cc1-9a54-90720653296e'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:10.582870 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-ba2f37ac-3f45-47ec-a7c4-cbc695d14c87 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964812 Jun 23 01:57:10.680743 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-791c1775-8d5e-4679-a24b-d97e56b426b9 req-82dc8cab-def2-415d-81f5-619a194afdc8 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318190 Jun 23 01:57:10.684090 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Allocated IP 172.20.0.7 (71199da1-1b56-40ea-8cc6-cd12e41c8200/c76c97db-4a58-49ee-a4fe-095ee285b47a/3062802e-09ad-4654-b615-781fa16c28ff) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:57:10.703106 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-02343891-dc89-427b-9c8b-667d6cbc5001 service neutron] 10.222.0.16 "GET /v2.0/networks/5d34bdf4-fe13-4cf3-95fc-add1fdc6762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218944 Jun 23 01:57:10.756167 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-faa4f0a2-4902-49df-bb55-7c3c183b8867 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752519 Jun 23 01:57:10.767287 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:10.869818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067e82f-4afd-4075-86ea-9d63ef2db905 req-52304d5f-3bbc-4488-9e59-c2bdbb5b6238 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:10.871773 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d067e82f-4afd-4075-86ea-9d63ef2db905 req-52304d5f-3bbc-4488-9e59-c2bdbb5b6238 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0579145 Jun 23 01:57:10.893014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (3062802e-09ad-4654-b615-781fa16c28ff), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:10.912116 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:10.940030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:10.941482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d067e82f-4afd-4075-86ea-9d63ef2db905 req-e4d7bbfb-2911-4b2b-ac5b-80313983db69 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Jun 23 01:57:10.985223 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:57:10.988343 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:57:10.992217 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:57:11.022057 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:11.038312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:11.064370 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:11.065024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:11.088498 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-b48968e4-817c-4787-842e-e0f5a5a5a5b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6162949 Jun 23 01:57:11.253389 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d8977992-a4c5-478a-83ce-e17e6a13f116 None None] Provisioning complete for port 3062802e-09ad-4654-b615-781fa16c28ff triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:11.254652 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d8977992-a4c5-478a-83ce-e17e6a13f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3062802e-09ad-4654-b615-781fa16c28ff), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:11.288903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8bfa6-82da-4d4c-ac8c-2d478281f7e0 req-7cf15085-3fa0-42a8-af7c-2b722a2519eb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:11.290307 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:11.291102 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7df8bfa6-82da-4d4c-ac8c-2d478281f7e0 req-7cf15085-3fa0-42a8-af7c-2b722a2519eb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0551839 Jun 23 01:57:11.306483 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d8977992-a4c5-478a-83ce-e17e6a13f116 None None] Port 3062802e-09ad-4654-b615-781fa16c28ff cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:57:11.347171 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:11.398854 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7df8bfa6-82da-4d4c-ac8c-2d478281f7e0 req-5b24b66c-29e0-48d0-b082-a39cc7d8ba68 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994861 Jun 23 01:57:11.425365 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Request body: {'port': {'device_id': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:57:11.533891 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d630a-bb2d-4a41-8f7c-f962d6d79ec0 req-cac4799f-040b-4de3-8700-2b3daaed983a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:11.535512 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b12d630a-bb2d-4a41-8f7c-f962d6d79ec0 req-cac4799f-040b-4de3-8700-2b3daaed983a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 931 time: 0.1071756 Jun 23 01:57:11.650235 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b12d630a-bb2d-4a41-8f7c-f962d6d79ec0 req-04a49188-8e5f-43cb-a94b-b50776de25ac tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075134 Jun 23 01:57:11.675520 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3062802e-09ad-4654-b615-781fa16c28ff), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:11.693586 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52224) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:11.717295 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c258241-77ea-49bf-86b1-c7d720761e49 req-64ed92bd-2e23-4209-abf5-c7142f9e4d1d service neutron] 10.222.0.16 "GET /v2.0/networks/5d34bdf4-fe13-4cf3-95fc-add1fdc6762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961655 Jun 23 01:57:11.808621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f9bc-3b87-4a95-9ceb-f27c89f49309 req-7a879beb-2cb9-4022-8320-fcb018151e02 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:11.810226 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca84f9bc-3b87-4a95-9ceb-f27c89f49309 req-7a879beb-2cb9-4022-8320-fcb018151e02 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 945 time: 0.1259570 Jun 23 01:57:11.820936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device c504d038-84d3-4cc1-9a54-90720653296e up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:11.883375 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca84f9bc-3b87-4a95-9ceb-f27c89f49309 req-93186f20-b983-4b34-977a-a364691f477b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 Jun 23 01:57:11.915062 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port c504d038-84d3-4cc1-9a54-90720653296e completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:57:11.925081 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port c504d038-84d3-4cc1-9a54-90720653296e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:11.925848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (c504d038-84d3-4cc1-9a54-90720653296e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.046325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port c504d038-84d3-4cc1-9a54-90720653296e is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:12.047117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (c504d038-84d3-4cc1-9a54-90720653296e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.092628 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c504d038-84d3-4cc1-9a54-90720653296e,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:12.094393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:12.120953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e7530-79d8-4c2e-91a1-ebc66ac7d9be req-ea824e29-eb73-4cac-9c3a-bd6489f92303 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:12.133631 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-418e7530-79d8-4c2e-91a1-ebc66ac7d9be req-ea824e29-eb73-4cac-9c3a-bd6489f92303 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.1100597 Jun 23 01:57:12.139605 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f71e2a8-4c6a-4b21-bc32-f78c7b2a07d5 req-8c3679ec-94b2-4c43-aff9-70ac84072626 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206755 Jun 23 01:57:12.167311 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f79758f0-b346-4a35-81a8-b1f31d4d2023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.185116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.216078 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3062802e-09ad-4654-b615-781fa16c28ff {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:12.227529 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks [] for port (3062802e-09ad-4654-b615-781fa16c28ff), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.234015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-418e7530-79d8-4c2e-91a1-ebc66ac7d9be req-7ffe0668-b622-4d6b-aaf1-21379ec6ca6c tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961974 Jun 23 01:57:12.257346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Transition to ACTIVE for port object 3062802e-09ad-4654-b615-781fa16c28ff will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:57:12.280178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.291254 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:12.367401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:12.383938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-4c3521ab-55ca-4de5-8c09-22bc63d53d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:12.384638 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04dac36-e5a5-431f-8c68-353c55e42c0f" -d '{"events": [{"server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "name": "network-vif-plugged", "status": "completed", "tag": "c504d038-84d3-4cc1-9a54-90720653296e"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:12.387319 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-4c3521ab-55ca-4de5-8c09-22bc63d53d52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1127 time: 0.1180189 Jun 23 01:57:12.413318 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:12.414187 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:12.446070 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f79758f0-b346-4a35-81a8-b1f31d4d2023 admin admin] Publish callbacks [] for security_group (21a34c14-54c9-479b-afa5-4fb2d9a47c5b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.475571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f79758f0-b346-4a35-81a8-b1f31d4d2023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (21a34c14-54c9-479b-afa5-4fb2d9a47c5b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.563075 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f79758f0-b346-4a35-81a8-b1f31d4d2023 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3142b780b5354cd0ac4e3a88d4233562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8653116 Jun 23 01:57:12.566159 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52264) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:12.569803 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79758f0-b346-4a35-81a8-b1f31d4d2023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a34c14-54c9-479b-afa5-4fb2d9a47c5b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:12.592733 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc766c8-4e0e-46c2-b680-c1d525f181a7 x-openstack-request-id: req-7fc766c8-4e0e-46c2-b680-c1d525f181a7 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:12.593038 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "name": "network-vif-plugged", "status": "completed", "tag": "c504d038-84d3-4cc1-9a54-90720653296e", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:12.593199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Attempting to bind port 3062802e-09ad-4654-b615-781fa16c28ff on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:57:12.593311 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fc766c8-4e0e-46c2-b680-c1d525f181a7 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:12.593542 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Attempting to bind port 3062802e-09ad-4654-b615-781fa16c28ff by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:57:12.593712 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc766c8-4e0e-46c2-b680-c1d525f181a7'] response: {'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e', 'code': 200} Jun 23 01:57:12.594034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Attempting to bind port 3062802e-09ad-4654-b615-781fa16c28ff on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:12.600961 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Port 3062802e-09ad-4654-b615-781fa16c28ff on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:57:12.601279 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Attempting to bind port 3062802e-09ad-4654-b615-781fa16c28ff on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:57:12.607058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:57:12.607557 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Checking segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:57:12.608094 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Bound using segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:57:12.608672 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Bound port: 3062802e-09ad-4654-b615-781fa16c28ff, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:57:12.609469 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3062802e-09ad-4654-b615-781fa16c28ff), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.684936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13bf7-3e77-49e0-82f4-9781cda8432c req-3ba4c55c-5758-4855-a8e1-c65a15ce1ac9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:12.686815 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fda13bf7-3e77-49e0-82f4-9781cda8432c req-3ba4c55c-5758-4855-a8e1-c65a15ce1ac9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0633001 Jun 23 01:57:12.709146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:57:12.714176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3062802e-09ad-4654-b615-781fa16c28ff,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:57:12.732797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] Publish callbacks [] for security_group (21a34c14-54c9-479b-afa5-4fb2d9a47c5b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.741431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.828173 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:12.829560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.831482 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 1093 time: 1.4113696 Jun 23 01:57:12.852419 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fda13bf7-3e77-49e0-82f4-9781cda8432c req-332b1064-918f-4e66-9723-576e93853aa0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570671 Jun 23 01:57:12.863537 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:12.866574 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c8de0-df60-49f3-9e35-92d3e195737e" -d '{"events": [{"name": "network-changed", "server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "tag": "3062802e-09ad-4654-b615-781fa16c28ff"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:12.869954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67606f8-82cf-4883-badd-8fabbd4c70d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:12.876506 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9401b-ab59-42eb-9941-f4ae25d48a2f req-f718713e-73f7-4314-8334-30f3f1ceddeb tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:12.878344 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d9401b-ab59-42eb-9941-f4ae25d48a2f req-f718713e-73f7-4314-8334-30f3f1ceddeb tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.0903778 Jun 23 01:57:12.925759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] Publish callbacks [] for security_group (21a34c14-54c9-479b-afa5-4fb2d9a47c5b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:12.927805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842e3c7-0e1a-4eb4-847e-b3a3a453f42b x-openstack-request-id: req-1842e3c7-0e1a-4eb4-847e-b3a3a453f42b {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:12.927805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "tag": "3062802e-09ad-4654-b615-781fa16c28ff", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:12.928051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1842e3c7-0e1a-4eb4-847e-b3a3a453f42b {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:12.928355 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1842e3c7-0e1a-4eb4-847e-b3a3a453f42b'] response: {'name': 'network-changed', 'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff', 'status': 'completed', 'code': 200} Jun 23 01:57:13.013647 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d9401b-ab59-42eb-9941-f4ae25d48a2f req-96b8b85f-597d-41c5-8bbb-10e6a66c5040 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255169 Jun 23 01:57:13.052115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b3da-0935-4771-9f3a-8813c8250f37 req-1b372735-2620-492e-9c9a-685793b978f9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.053731 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d632b3da-0935-4771-9f3a-8813c8250f37 req-1b372735-2620-492e-9c9a-685793b978f9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0577602 Jun 23 01:57:13.070917 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (21a34c14-54c9-479b-afa5-4fb2d9a47c5b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.073630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.078013 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21a34c14-54c9-479b-afa5-4fb2d9a47c5b HTTP/1.1" status: 204 len: 168 time: 0.5105634 Jun 23 01:57:13.098618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4c8c-1761-4d44-956b-735380d01e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a34c14-54c9-479b-afa5-4fb2d9a47c5b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:13.163275 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d632b3da-0935-4771-9f3a-8813c8250f37 req-bfe98e9b-a940-4053-9bd0-c730d1b86a1f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008945 Jun 23 01:57:13.240654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-3dd3b309-41e9-492d-b537-bb3ed8e335f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.242220 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-3dd3b309-41e9-492d-b537-bb3ed8e335f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1127 time: 0.0684118 Jun 23 01:57:13.384732 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-440de1d4-4054-41f9-ace9-de17a75f44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.387186 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-440de1d4-4054-41f9-ace9-de17a75f44be service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.2671292 Jun 23 01:57:13.448342 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3c28-bdd6-448b-af92-41a6f1ce36b6 req-75ad080c-ad69-4a9c-aa53-6f446dbe48d2 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.450333 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a08c3c28-bdd6-448b-af92-41a6f1ce36b6 req-75ad080c-ad69-4a9c-aa53-6f446dbe48d2 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0593657 Jun 23 01:57:13.494521 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-3b2747ea-f587-4bdd-a11e-8de44a102996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 217 time: 0.0929177 Jun 23 01:57:13.503089 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a08c3c28-bdd6-448b-af92-41a6f1ce36b6 req-c23482b1-e53e-44f2-9ed2-82bdecd3cc09 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472684 Jun 23 01:57:13.549827 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52294) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:13.563333 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b80eafb0-91d6-454d-804b-6efe9513bedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.597763 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:13.601156 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:13.610685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-19f6ffe9-4f18-4413-b40c-1248dba2b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.612152 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-19f6ffe9-4f18-4413-b40c-1248dba2b065 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1130 time: 0.1301041 Jun 23 01:57:13.617123 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-ffbb26de-ebae-4e9f-b994-838d50012339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.618783 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-ffbb26de-ebae-4e9f-b994-838d50012339 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=96afcc3674a54ffb86c1f0298a527e61&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3067336 Jun 23 01:57:13.646818 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-96e8b0a4-467e-4d58-8adb-a60f5fcbe02a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.649905 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-26352505-09fc-4028-a7f6-bf67caba17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.651548 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-26352505-09fc-4028-a7f6-bf67caba17d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.1301892 Jun 23 01:57:13.665678 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b80eafb0-91d6-454d-804b-6efe9513bedd admin admin] Publish callbacks [] for security_group (43c21b42-fb61-4309-9679-d78140edea4f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.671154 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b80eafb0-91d6-454d-804b-6efe9513bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (43c21b42-fb61-4309-9679-d78140edea4f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.732582 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eafb0-91d6-454d-804b-6efe9513bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c21b42-fb61-4309-9679-d78140edea4f,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:13.737992 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b80eafb0-91d6-454d-804b-6efe9513bedd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fa87b8ef18a411b83618c37319756c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870983 Jun 23 01:57:13.740962 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52304) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:13.755036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8841-960c-47ed-9f74-eafe88915743 req-aac8c410-12e4-479f-957d-cd0b4823a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.756606 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-aac8c410-12e4-479f-957d-cd0b4823a1ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940969 Jun 23 01:57:13.802985 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:13.829953 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:57:13.835426 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] Publish callbacks [] for security_group (43c21b42-fb61-4309-9679-d78140edea4f), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.865171 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-3f6c5b71-5b9e-4dee-bba8-9f6b3c269a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:13.866700 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3a6c8de0-df60-49f3-9e35-92d3e195737e req-3f6c5b71-5b9e-4dee-bba8-9f6b3c269a26 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371180 Jun 23 01:57:13.866954 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] Publish callbacks [] for security_group (43c21b42-fb61-4309-9679-d78140edea4f), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.900107 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:13.960365 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (43c21b42-fb61-4309-9679-d78140edea4f), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.964810 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:13.966624 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43c21b42-fb61-4309-9679-d78140edea4f HTTP/1.1" status: 204 len: 168 time: 0.2241850 Jun 23 01:57:13.990503 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da354202-275d-4949-a2ae-3d707b900f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c21b42-fb61-4309-9679-d78140edea4f,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:14.036063 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-b7395856-1ade-4b3b-b704-02058a7bf43c service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707999 Jun 23 01:57:14.063862 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-96e8b0a4-467e-4d58-8adb-a60f5fcbe02a service neutron] Publish callbacks [] for security_group (6400a008-9509-40a5-879e-6b4a4e9a63c3), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.064093 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9e57-dd47-4af1-aae1-6626295715e8 req-f67d5bec-69b2-4514-a0bd-bff16edf2985 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.073658 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-98ca9e57-dd47-4af1-aae1-6626295715e8 req-f67d5bec-69b2-4514-a0bd-bff16edf2985 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0723755 Jun 23 01:57:14.079352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-96e8b0a4-467e-4d58-8adb-a60f5fcbe02a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (6400a008-9509-40a5-879e-6b4a4e9a63c3), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.122282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-ddb7b472-f04c-420c-ab26-56008d3f8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.127578 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-ddb7b472-f04c-420c-ab26-56008d3f8c4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1127 time: 0.1992991 Jun 23 01:57:14.193977 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:14.214726 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-98ca9e57-dd47-4af1-aae1-6626295715e8 req-bb00e135-7f27-40ca-819e-caf9f1cf9f26 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398773 Jun 23 01:57:14.260099 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'port_id': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39', 'mac_address': 'fa:16:3e:79:8a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:57:14.306142 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c62ea-a301-4825-b3dc-b5aab19746fe req-c35572a7-849d-4f96-98fa-36f5ec559046 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.307733 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7f2c62ea-a301-4825-b3dc-b5aab19746fe req-c35572a7-849d-4f96-98fa-36f5ec559046 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.1410832 Jun 23 01:57:14.345649 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-ef85f241-1dfe-4319-97a7-40caa156be24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 217 time: 0.1461313 Jun 23 01:57:14.354194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:14.354591 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.369455 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-30aa3a7b-5874-4c3d-913a-91d2b189655b req-96e8b0a4-467e-4d58-8adb-a60f5fcbe02a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491105 Jun 23 01:57:14.373033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:14.397173 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:14.404536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.409026 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 2c385bc0-f630-45db-8dbd-7ab5e03fd964 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:57:14.433190 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8b0a4-467e-4d58-8adb-a60f5fcbe02a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6400a008-9509-40a5-879e-6b4a4e9a63c3,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:14.476883 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cd72-33fe-485b-971b-c3200519c455 req-fc7dbaea-6754-4984-a24b-c94d70c28509 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.488107 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1793cd72-33fe-485b-971b-c3200519c455 req-fc7dbaea-6754-4984-a24b-c94d70c28509 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0988750 Jun 23 01:57:14.493677 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7f2c62ea-a301-4825-b3dc-b5aab19746fe req-363ca3b6-9110-4a01-bd54-b341a834f368 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647561 Jun 23 01:57:14.570073 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-2ca9140c-d33a-4dd7-9aca-b9b729fc718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.575879 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-2ca9140c-d33a-4dd7-9aca-b9b729fc718f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.2228231 Jun 23 01:57:14.596551 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8afc8841-960c-47ed-9f74-eafe88915743 req-b83f34c3-e9c3-48e1-98b3-efa18eeac44e service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110149 Jun 23 01:57:14.603958 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1793cd72-33fe-485b-971b-c3200519c455 req-bff6798a-7453-49ea-b9fb-4560191814a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120324 Jun 23 01:57:14.643538 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:14.694410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-5eb55cd0-9dbc-4405-a031-c18aa0e03086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.696875 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-5eb55cd0-9dbc-4405-a031-c18aa0e03086 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900569 Jun 23 01:57:14.702929 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '2c385bc0-f630-45db-8dbd-7ab5e03fd964', 'network_id': '5d34bdf4-fe13-4cf3-95fc-add1fdc6762f', 'port_id': '2c385bc0-f630-45db-8dbd-7ab5e03fd964', 'mac_address': 'fa:16:3e:b1:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ca8fbe-dd2f-4f39-a817-27f53b9a7461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:57:14.709011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:14.726653 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21593042-7382-4e93-be9b-e210e9143905 req-8f00121a-4114-4dab-a92b-956ec5d3e771 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:14.738189 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-21593042-7382-4e93-be9b-e210e9143905 req-8f00121a-4114-4dab-a92b-956ec5d3e771 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 943 time: 0.1170738 Jun 23 01:57:14.766537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:14.771893 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:14.772318 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.805901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:14.819794 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c385bc0-f630-45db-8dbd-7ab5e03fd964 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:14.860372 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-21593042-7382-4e93-be9b-e210e9143905 req-d6a6f4de-0879-45c7-b670-af5da16a9f9b tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201262 Jun 23 01:57:14.864739 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:14.871727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:14.872637 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:57:14.908896 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-80109943-4c63-4ca3-8f18-25877cbdd324 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040370 Jun 23 01:57:15.031673 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:15.061463 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:15.076279 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:57:15.132864 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:15.133325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:15.148390 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:15.170474 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:15.176386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:15.192718 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-60e0dc44-244f-489b-a5a6-dab57a180903 req-12552f54-d4dc-43c3-9b04-f8f355d39932 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260331 Jun 23 01:57:15.225938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:15.235523 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:15.361958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45928f-d57b-4257-9ee8-2d5f73cd68a4 req-a5eeaaf7-3b4c-46e3-b67e-c97c49a7db07 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:15.363745 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6a45928f-d57b-4257-9ee8-2d5f73cd68a4 req-a5eeaaf7-3b4c-46e3-b67e-c97c49a7db07 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0521154 Jun 23 01:57:15.430452 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6a45928f-d57b-4257-9ee8-2d5f73cd68a4 req-aa9cddff-653e-414d-95e2-3fda590888d1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Jun 23 01:57:15.639613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b67b8-279a-464c-9638-fe1c659f3b5b req-d3296f00-24dc-481f-b038-4328db6f91da tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:15.642920 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-906b67b8-279a-464c-9638-fe1c659f3b5b req-d3296f00-24dc-481f-b038-4328db6f91da tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.0663846 Jun 23 01:57:15.756204 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-906b67b8-279a-464c-9638-fe1c659f3b5b req-a9ecbf81-d98e-4ea9-bce6-4f9be37144f9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066110 Jun 23 01:57:15.767995 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:15.782681 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc410a-a086-455d-bc7a-a97f2273830d req-b7186b24-6220-4972-aa14-63934508e5a4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:15.782681 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03bc410a-a086-455d-bc7a-a97f2273830d req-b7186b24-6220-4972-aa14-63934508e5a4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0617912 Jun 23 01:57:15.828900 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03bc410a-a086-455d-bc7a-a97f2273830d req-484dd896-55a3-47f3-bdad-7b4e60640d67 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Jun 23 01:57:15.987510 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4b316-7c95-4cc0-b5ee-251ce05f56f7 req-a5fabfb8-4652-44de-82ca-0393c45c47a7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:15.988951 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3fe4b316-7c95-4cc0-b5ee-251ce05f56f7 req-a5fabfb8-4652-44de-82ca-0393c45c47a7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0509634 Jun 23 01:57:16.019249 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:16.037482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3fe4b316-7c95-4cc0-b5ee-251ce05f56f7 req-137230e9-4e91-43c7-98e8-ae52e023f285 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jun 23 01:57:16.553716 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb03a-be22-4a45-8bf6-2f91bfdd0f8f req-edfbd13c-2035-4136-ac10-81c5acbbd668 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:16.555180 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebaeb03a-be22-4a45-8bf6-2f91bfdd0f8f req-edfbd13c-2035-4136-ac10-81c5acbbd668 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Jun 23 01:57:16.603467 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebaeb03a-be22-4a45-8bf6-2f91bfdd0f8f req-d3f1f6a8-6cef-48a9-8ed1-5ea0188a4367 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Jun 23 01:57:16.881136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86e92-71c2-477f-8f23-1731c249a657 req-d591b38a-849a-4ab4-8828-ed488edad4d1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:16.883362 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-69b86e92-71c2-477f-8f23-1731c249a657 req-d591b38a-849a-4ab4-8828-ed488edad4d1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.0510168 Jun 23 01:57:16.968427 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1022a67-38f6-4b3c-8a45-6d4f9244b287 req-561ae553-fcd9-409e-8e2f-753a14bdbd2a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:16.969847 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1022a67-38f6-4b3c-8a45-6d4f9244b287 req-561ae553-fcd9-409e-8e2f-753a14bdbd2a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0728106 Jun 23 01:57:16.973050 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-69b86e92-71c2-477f-8f23-1731c249a657 req-361638fa-2aed-4b97-b0ad-8a9e1231fe5a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844181 Jun 23 01:57:17.017198 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1022a67-38f6-4b3c-8a45-6d4f9244b287 req-590c4d39-b9e5-4f59-97b6-9fab04965374 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Jun 23 01:57:17.156136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b482f-5206-4c15-8d85-ac084b716bd7 req-9cf8f087-1fb4-44a5-a205-12ab41ba1504 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:17.157543 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a19b482f-5206-4c15-8d85-ac084b716bd7 req-9cf8f087-1fb4-44a5-a205-12ab41ba1504 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0519493 Jun 23 01:57:17.208232 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a19b482f-5206-4c15-8d85-ac084b716bd7 req-13acf728-5af3-4737-aa1b-6bb7f55c5dd4 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jun 23 01:57:17.732110 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66db79-90e2-40b2-aa4f-3b99166b051c req-04d8adb8-f174-426a-9797-803731a18509 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:17.733540 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6e66db79-90e2-40b2-aa4f-3b99166b051c req-04d8adb8-f174-426a-9797-803731a18509 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Jun 23 01:57:17.785027 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6e66db79-90e2-40b2-aa4f-3b99166b051c req-6f010791-67e4-4853-9d1b-9bed0f285b71 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455995 Jun 23 01:57:18.095178 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['2c385bc0-f630-45db-8dbd-7ab5e03fd964'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:18.190588 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80227691-83cf-43c4-b70c-75fbb191436c req-a14cf712-4a2e-4f5b-8f67-bb174d6f0237 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:18.192218 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-80227691-83cf-43c4-b70c-75fbb191436c req-a14cf712-4a2e-4f5b-8f67-bb174d6f0237 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.0966206 Jun 23 01:57:18.203690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267c6b6-4f2c-43ee-a750-9ccdaa41e8c2 req-5b7dbbcf-2a1a-42a6-be42-51f2cc5903bb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:18.205135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5267c6b6-4f2c-43ee-a750-9ccdaa41e8c2 req-5b7dbbcf-2a1a-42a6-be42-51f2cc5903bb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0691535 Jun 23 01:57:18.262148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:18.303980 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5267c6b6-4f2c-43ee-a750-9ccdaa41e8c2 req-d6d40391-ce1f-4095-b834-ef767f6d4374 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907683 Jun 23 01:57:18.309964 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-80227691-83cf-43c4-b70c-75fbb191436c req-94f953f7-5de4-4444-9811-73c8c0fefe8b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037779 Jun 23 01:57:18.367019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['cbbc03ec-d4fe-4f82-b455-91d7004bd595'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:18.434814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313fbc-8335-4f99-8a32-a63af40e700f req-d64e3e4f-afc4-4435-96f9-563959dff599 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:18.443108 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6d313fbc-8335-4f99-8a32-a63af40e700f req-d64e3e4f-afc4-4435-96f9-563959dff599 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0626607 Jun 23 01:57:18.532193 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6d313fbc-8335-4f99-8a32-a63af40e700f req-73c37750-772d-4f8a-83ec-eef7ef0bfebf tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 Jun 23 01:57:18.624456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:18.629073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:18.913956 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52532) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:18.914726 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcafeb2-de17-4ff9-90b8-6e5936e07dee req-b0210768-03d7-44d5-a826-f254e69f3321 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:18.916330 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0bcafeb2-de17-4ff9-90b8-6e5936e07dee req-b0210768-03d7-44d5-a826-f254e69f3321 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0537186 Jun 23 01:57:18.979682 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0bcafeb2-de17-4ff9-90b8-6e5936e07dee req-3fccc664-161e-4a31-8b12-f357d65c9183 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568590 Jun 23 01:57:19.046897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea37d-5ae2-464f-846d-43fcf2bd4b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.129488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea37d-5ae2-464f-846d-43fcf2bd4b36 admin admin] Publish callbacks [] for security_group (e72a22fc-d036-4863-86ef-dd2ac143fd7c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.134192 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea37d-5ae2-464f-846d-43fcf2bd4b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e72a22fc-d036-4863-86ef-dd2ac143fd7c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.161827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:19.179885 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2d8ea37d-5ae2-464f-846d-43fcf2bd4b36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba26dcd960594370b237a9adf3b8f7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647691 Jun 23 01:57:19.181999 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea37d-5ae2-464f-846d-43fcf2bd4b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a22fc-d036-4863-86ef-dd2ac143fd7c,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:19.183006 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52544) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:19.202823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:19.240695 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] Publish callbacks [] for security_group (e72a22fc-d036-4863-86ef-dd2ac143fd7c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.270731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] Publish callbacks [] for security_group (e72a22fc-d036-4863-86ef-dd2ac143fd7c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.319526 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e72a22fc-d036-4863-86ef-dd2ac143fd7c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.324893 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.331484 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e72a22fc-d036-4863-86ef-dd2ac143fd7c HTTP/1.1" status: 204 len: 168 time: 0.1353993 Jun 23 01:57:19.340346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26c3c0-f4ea-41d4-814a-16ee5c180747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a22fc-d036-4863-86ef-dd2ac143fd7c,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:19.427960 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:19.481986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec2b6c-3243-44a0-9d93-045c070fcafc req-a4fa39c0-71e0-4025-97d7-57119a750f6d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:19.483489 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-02ec2b6c-3243-44a0-9d93-045c070fcafc req-a4fa39c0-71e0-4025-97d7-57119a750f6d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0876899 Jun 23 01:57:19.503348 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37abf4-a226-4bd0-a873-270d59c445db req-2fd1cadd-f18a-4bdd-a1cf-f2338a5fdbeb tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:19.504771 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7a37abf4-a226-4bd0-a873-270d59c445db req-2fd1cadd-f18a-4bdd-a1cf-f2338a5fdbeb tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 943 time: 0.0802207 Jun 23 01:57:19.566273 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-02ec2b6c-3243-44a0-9d93-045c070fcafc req-f3ba8dbe-3007-418f-9a45-96c0a1a0d31b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Jun 23 01:57:19.577922 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7a37abf4-a226-4bd0-a873-270d59c445db req-26f6f127-4c12-406f-bdf6-815e3b113167 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643814 Jun 23 01:57:19.667783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52564) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:19.682559 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3c6480f3-3e10-4e67-b274-a3c8efe9e634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.689937 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922f5a-850f-4b2a-b58e-7bc19c303e73 req-376785b7-0c06-4bb7-b341-0cd57a4832a5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:19.691419 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92922f5a-850f-4b2a-b58e-7bc19c303e73 req-376785b7-0c06-4bb7-b341-0cd57a4832a5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Jun 23 01:57:19.740854 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92922f5a-850f-4b2a-b58e-7bc19c303e73 req-e9203f4b-7e50-4f0c-b543-1c5b9b5d980d tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Jun 23 01:57:19.781107 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3c6480f3-3e10-4e67-b274-a3c8efe9e634 admin admin] Publish callbacks [] for security_group (55512760-881b-448c-a9d4-f2e36dad7eeb), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.787246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3c6480f3-3e10-4e67-b274-a3c8efe9e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (55512760-881b-448c-a9d4-f2e36dad7eeb), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.833839 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3c6480f3-3e10-4e67-b274-a3c8efe9e634 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3044ee619657457f8fd7734fdf86e7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649163 Jun 23 01:57:19.834686 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6480f3-3e10-4e67-b274-a3c8efe9e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55512760-881b-448c-a9d4-f2e36dad7eeb,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:19.837939 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52568) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:19.848181 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3062802e-09ad-4654-b615-781fa16c28ff details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:57:19.852507 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:19.924833 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9edd93-9827-4cb1-9f06-206187462030 req-df4e831d-36ee-45b7-b889-cb20c400ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:19.926439 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-df4e831d-36ee-45b7-b889-cb20c400ef77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1130 time: 0.0450153 Jun 23 01:57:19.940757 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:57:19.960133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7914da-2443-4aa4-b3ed-19f84d8401e4 req-d5d18f14-564a-4c18-9df7-c0f6d2346b4c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:19.961682 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b7914da-2443-4aa4-b3ed-19f84d8401e4 req-d5d18f14-564a-4c18-9df7-c0f6d2346b4c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0662775 Jun 23 01:57:19.965134 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] Publish callbacks [] for security_group (55512760-881b-448c-a9d4-f2e36dad7eeb), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:19.986046 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:19.986457 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.007302 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] Publish callbacks [] for security_group (55512760-881b-448c-a9d4-f2e36dad7eeb), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.101395 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9edd93-9827-4cb1-9f06-206187462030 req-93c72a29-92bf-4638-a486-2a605134e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.103107 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-93c72a29-92bf-4638-a486-2a605134e21d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1706109 Jun 23 01:57:20.115111 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b7914da-2443-4aa4-b3ed-19f84d8401e4 req-bd37c2e9-1317-445d-8bc4-c30a6ff640ca tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439345 Jun 23 01:57:20.180463 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-f2ac1485-7a1f-44f3-a2c5-5f8c9e9fc384 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 200 len: 217 time: 0.0694067 Jun 23 01:57:20.192920 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3062802e-09ad-4654-b615-781fa16c28ff,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:20.214400 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:20.221270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cdc4e-a010-4884-9903-d1867175ff0c req-419a514b-0d31-4fa4-b177-86a04ce67e4b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.223611 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ea8cdc4e-a010-4884-9903-d1867175ff0c req-419a514b-0d31-4fa4-b177-86a04ce67e4b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0904157 Jun 23 01:57:20.226974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '3062802e-09ad-4654-b615-781fa16c28ff', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'port_id': '3062802e-09ad-4654-b615-781fa16c28ff', 'mac_address': 'fa:16:3e:b8:10:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:57:20.236386 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9edd93-9827-4cb1-9f06-206187462030 req-23b3ed0f-4e25-4efd-ad52-fa82768e9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.238898 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-23b3ed0f-4e25-4efd-ad52-fa82768e9b63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0509329 Jun 23 01:57:20.255060 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (55512760-881b-448c-a9d4-f2e36dad7eeb), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.257985 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.267390 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55512760-881b-448c-a9d4-f2e36dad7eeb HTTP/1.1" status: 204 len: 168 time: 0.4196095 Jun 23 01:57:20.277437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf2374-8a3b-43bd-844d-5a8b0f466e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55512760-881b-448c-a9d4-f2e36dad7eeb,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:20.283893 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:20.284345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.333362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9edd93-9827-4cb1-9f06-206187462030 req-563bde52-4ca5-490f-971b-61e60dbe9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.334935 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-563bde52-4ca5-490f-971b-61e60dbe9fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885820 Jun 23 01:57:20.335849 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ea8cdc4e-a010-4884-9903-d1867175ff0c req-9feeeaa4-a2b6-4bd9-9807-7dedd1acb7e3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012609 Jun 23 01:57:20.345046 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3062802e-09ad-4654-b615-781fa16c28ff is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:20.345423 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3062802e-09ad-4654-b615-781fa16c28ff), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.368341 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:20.372459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179001a4-3eab-44e0-a612-8c451896d374" -d '{"events": [{"server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "name": "network-vif-plugged", "status": "completed", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:20.387811 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3062802e-09ad-4654-b615-781fa16c28ff {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:57:20.412544 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:20.420987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2473f76f-d073-4c67-816f-dfcb1c92f9bb x-openstack-request-id: req-2473f76f-d073-4c67-816f-dfcb1c92f9bb {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:20.421252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "name": "network-vif-plugged", "status": "completed", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:20.421731 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2473f76f-d073-4c67-816f-dfcb1c92f9bb {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:20.422676 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2473f76f-d073-4c67-816f-dfcb1c92f9bb'] response: {'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39', 'code': 200} Jun 23 01:57:20.428615 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.429819 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 2c385bc0-f630-45db-8dbd-7ab5e03fd964 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:20.480448 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-93d0bba1-a0c9-446c-a32f-37efd2fb3ddf service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383531 Jun 23 01:57:20.506179 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3062802e-09ad-4654-b615-781fa16c28ff,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:20.537768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.580447 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:57:20.585498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:20.626276 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bf9edd93-9827-4cb1-9f06-206187462030 req-f751ce73-8ee3-42e8-b6fe-c11c558dbd78 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390131 Jun 23 01:57:20.719378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:20.719889 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.754007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2c99-6847-44ab-bd00-8c01aca10b1a req-73ec5967-11f3-4b7c-98e1-dfa1dce1bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.755489 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d6bd2c99-6847-44ab-bd00-8c01aca10b1a req-73ec5967-11f3-4b7c-98e1-dfa1dce1bb5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1067677 Jun 23 01:57:20.775095 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d7b60-f703-4151-857c-152e32ad68a3 req-ecfccbf4-f4b5-4937-b735-7abf03538eac tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:20.777154 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-318d7b60-f703-4151-857c-152e32ad68a3 req-ecfccbf4-f4b5-4937-b735-7abf03538eac tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 944 time: 0.1009560 Jun 23 01:57:20.790203 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:20.822484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['3062802e-09ad-4654-b615-781fa16c28ff'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:20.885758 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:20.890192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:20.890974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.909323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:20.933449 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d6bd2c99-6847-44ab-bd00-8c01aca10b1a req-b04ab799-ae5a-46a8-8c1a-1cd970735282 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140711 Jun 23 01:57:20.964715 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:20.965047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:20.978470 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:20.979495 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:21.017702 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-318d7b60-f703-4151-857c-152e32ad68a3 req-ce1bc350-ad5d-4c67-9ba2-333a045e4901 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334278 Jun 23 01:57:21.039866 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816970e-05e2-48c4-828e-4efdc8f6674d req-a169632c-ae14-43ec-80a2-128f9be622c7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:21.054962 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e816970e-05e2-48c4-828e-4efdc8f6674d req-a169632c-ae14-43ec-80a2-128f9be622c7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 944 time: 0.2011082 Jun 23 01:57:21.129535 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e816970e-05e2-48c4-828e-4efdc8f6674d req-903e0224-10f9-4d10-ba3c-6c612a0dafe4 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661285 Jun 23 01:57:21.163072 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port cbbc03ec-d4fe-4f82-b455-91d7004bd595 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:57:21.197187 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:21.205012 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port cbbc03ec-d4fe-4f82-b455-91d7004bd595 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:21.205404 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.257644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52642) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:21.310636 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83689b7-8f57-473a-a1fb-6233e42edf3e req-94febb2c-9e1f-4199-95bb-894edf7fb688 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:21.313267 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e83689b7-8f57-473a-a1fb-6233e42edf3e req-94febb2c-9e1f-4199-95bb-894edf7fb688 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0731697 Jun 23 01:57:21.394536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:21.394946 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.402155 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e83689b7-8f57-473a-a1fb-6233e42edf3e req-2e68f9ba-f30e-4a2f-9e52-0d9f5a96e271 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Jun 23 01:57:21.474263 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:21.480934 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.482318 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f683b2e-aa1a-483f-9fb2-a2004f9284af req-6004ff0a-7950-49ce-ba51-8b7e9d18ac76 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:21.484050 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f683b2e-aa1a-483f-9fb2-a2004f9284af req-6004ff0a-7950-49ce-ba51-8b7e9d18ac76 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0583570 Jun 23 01:57:21.548209 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:21.567185 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f683b2e-aa1a-483f-9fb2-a2004f9284af req-13372fd9-b4bb-4902-a6c0-70a3792bc9bd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721366 Jun 23 01:57:21.583863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.635030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:21.676904 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Publish callbacks [] for security_group (fe003be9-5421-4745-ba67-eb2bf227c25b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.681118 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fe003be9-5421-4745-ba67-eb2bf227c25b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.724732 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8f79e76a31742019a5e1a8ce805106f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631147 Jun 23 01:57:21.724732 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe003be9-5421-4745-ba67-eb2bf227c25b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:21.725834 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52664) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:21.733302 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.733656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.734787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.734787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.734787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.735040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.735359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.735677 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.735981 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.736334 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.736654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.737036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.737526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.737658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.737940 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d66cc3-25a5-4df0-8fe2-b93b5b5b7d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.764226 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:21.784017 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Publish callbacks [] for security_group (fe003be9-5421-4745-ba67-eb2bf227c25b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.809770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Publish callbacks [] for security_group (fe003be9-5421-4745-ba67-eb2bf227c25b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.863787 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fe003be9-5421-4745-ba67-eb2bf227c25b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.866358 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:21.867600 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe003be9-5421-4745-ba67-eb2bf227c25b HTTP/1.1" status: 204 len: 168 time: 0.1406331 Jun 23 01:57:21.876543 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe003be9-5421-4745-ba67-eb2bf227c25b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:21.885120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.885808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.886243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.886780 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.887660 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.888056 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.888390 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.888698 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.889015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.889328 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.889655 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.889986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.890297 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.890749 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:21.891319 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80ea0c-ac40-423f-9257-403a45c2801c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:57:22.012046 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3062802e-09ad-4654-b615-781fa16c28ff up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:57:22.064670 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 3062802e-09ad-4654-b615-781fa16c28ff completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:57:22.076152 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 3062802e-09ad-4654-b615-781fa16c28ff triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:57:22.076724 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3062802e-09ad-4654-b615-781fa16c28ff), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.181741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45834bc-f0d4-4252-bfb3-6e895ae334eb req-000e9c2e-b21c-4d3f-8ffb-e7b2a79d5423 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:22.190796 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e45834bc-f0d4-4252-bfb3-6e895ae334eb req-000e9c2e-b21c-4d3f-8ffb-e7b2a79d5423 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 944 time: 0.0676944 Jun 23 01:57:22.210044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3062802e-09ad-4654-b615-781fa16c28ff is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:57:22.210651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3062802e-09ad-4654-b615-781fa16c28ff), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.260853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52684) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:22.275786 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e45834bc-f0d4-4252-bfb3-6e895ae334eb req-59fcf6f7-7ef6-4894-a245-7b9fae9babfa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839372 Jun 23 01:57:22.302766 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3062802e-09ad-4654-b615-781fa16c28ff,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:22.306320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f0b2-7119-44ca-8764-844c5ec5b201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.309680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.327321 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaedb-c35f-4440-a1fc-550b9d33f4ef req-a5527487-d178-4195-acfb-598d3ba0d7a5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:22.336421 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b33eaedb-c35f-4440-a1fc-550b9d33f4ef req-a5527487-d178-4195-acfb-598d3ba0d7a5 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0977898 Jun 23 01:57:22.364501 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:22.401805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f0b2-7119-44ca-8764-844c5ec5b201 admin admin] Publish callbacks [] for security_group (aa49eeb0-5ed1-4629-b3fe-4399434aba81), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.402845 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b33eaedb-c35f-4440-a1fc-550b9d33f4ef req-fe5311aa-e7fa-413d-bc7a-0ede88257a47 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653737 Jun 23 01:57:22.407118 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f0b2-7119-44ca-8764-844c5ec5b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (aa49eeb0-5ed1-4629-b3fe-4399434aba81), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.424639 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964'}, {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}, {'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:22.427363 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bb040-6fca-4144-984d-7aaa2bd7d9d9" -d '{"events": [{"server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964"}, {"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}, {"server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "name": "network-vif-plugged", "status": "completed", "tag": "3062802e-09ad-4654-b615-781fa16c28ff"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:22.486176 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238ee47-10ff-422d-a978-fa97b2c93ad0 x-openstack-request-id: req-a238ee47-10ff-422d-a978-fa97b2c93ad0 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:22.486810 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964", "code": 200}, {"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "code": 200}, {"server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "name": "network-vif-plugged", "status": "completed", "tag": "3062802e-09ad-4654-b615-781fa16c28ff", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:22.487258 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a238ee47-10ff-422d-a978-fa97b2c93ad0 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:22.487813 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a238ee47-10ff-422d-a978-fa97b2c93ad0'] response: {'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964', 'code': 200} Jun 23 01:57:22.488233 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a238ee47-10ff-422d-a978-fa97b2c93ad0'] response: {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'code': 200} Jun 23 01:57:22.488816 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a238ee47-10ff-422d-a978-fa97b2c93ad0'] response: {'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff', 'code': 200} Jun 23 01:57:22.537794 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718bb37-fe42-4719-b35c-e13db614e290 req-84d04cb6-0910-4440-8c4a-a412feb368b1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:22.539531 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a718bb37-fe42-4719-b35c-e13db614e290 req-84d04cb6-0910-4440-8c4a-a412feb368b1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0474260 Jun 23 01:57:22.683408 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8f0b2-7119-44ca-8764-844c5ec5b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49eeb0-5ed1-4629-b3fe-4399434aba81,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:22.693545 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6cc8f0b2-7119-44ca-8764-844c5ec5b201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47edb9244af243ac8ce34bb543bc319b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290965 Jun 23 01:57:22.697024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52704) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:22.754862 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a718bb37-fe42-4719-b35c-e13db614e290 req-41b4e698-0378-4c9a-a7bb-dea908918cab tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966367 Jun 23 01:57:22.845270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149897-8303-466c-b9ef-ed9b91e26d48 req-6482ac28-cbaf-4e9f-8f76-02f7a50990a1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:22.845270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6149897-8303-466c-b9ef-ed9b91e26d48 req-6482ac28-cbaf-4e9f-8f76-02f7a50990a1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0828512 Jun 23 01:57:22.879506 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] Publish callbacks [] for security_group (aa49eeb0-5ed1-4629-b3fe-4399434aba81), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.906955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:22.909333 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] Publish callbacks [] for security_group (aa49eeb0-5ed1-4629-b3fe-4399434aba81), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:22.937740 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6149897-8303-466c-b9ef-ed9b91e26d48 req-451fcec1-cf47-447e-84e6-7c5fc9a0b87c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717437 Jun 23 01:57:23.020892 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9072b1-77f9-4ee2-8dab-e80240f564ed req-2f3e98bc-2f83-4df4-b4fd-545e95cad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.022423 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ea9072b1-77f9-4ee2-8dab-e80240f564ed req-2f3e98bc-2f83-4df4-b4fd-545e95cad89f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 1129 time: 0.1520984 Jun 23 01:57:23.051437 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8076682-49ae-4f2d-80b8-4543d892edd6 req-5a549ee2-a7f7-4fcd-888b-c01379aade40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.053076 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c8076682-49ae-4f2d-80b8-4543d892edd6 req-5a549ee2-a7f7-4fcd-888b-c01379aade40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1129 time: 0.1144898 Jun 23 01:57:23.062053 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9ddf-7965-47b7-9fa3-a7c66b04c61f req-aa3989fc-91ed-45f2-9afb-e30cfb3d6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.063754 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9bbe9ddf-7965-47b7-9fa3-a7c66b04c61f req-aa3989fc-91ed-45f2-9afb-e30cfb3d6c08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1129 time: 0.1225402 Jun 23 01:57:23.154690 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ea9072b1-77f9-4ee2-8dab-e80240f564ed req-a5abc4e9-757a-43c8-ad22-8f2d06e6d4f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222250 Jun 23 01:57:23.160706 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (aa49eeb0-5ed1-4629-b3fe-4399434aba81), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.163263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.164384 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa49eeb0-5ed1-4629-b3fe-4399434aba81 HTTP/1.1" status: 204 len: 168 time: 0.4664564 Jun 23 01:57:23.173178 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c8076682-49ae-4f2d-80b8-4543d892edd6 req-59cf246f-c89b-4779-a78a-98add9a65dce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124427 Jun 23 01:57:23.180717 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9bbe9ddf-7965-47b7-9fa3-a7c66b04c61f req-5f3286bc-ea41-4e67-9755-e5ee99d69a6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066401 Jun 23 01:57:23.181942 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db297b85-29f2-4bc5-a90d-c2323117d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49eeb0-5ed1-4629-b3fe-4399434aba81,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:23.413558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19843c57-49b2-44b7-ba37-cc6923c47317 req-6e4e11c8-5c7d-4be6-9f0c-ccb943ad3539 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.430195 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-19843c57-49b2-44b7-ba37-cc6923c47317 req-6e4e11c8-5c7d-4be6-9f0c-ccb943ad3539 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0690627 Jun 23 01:57:23.477935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52748) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:23.516499 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-19843c57-49b2-44b7-ba37-cc6923c47317 req-0a9e74aa-0788-431b-b6dd-ff7dbf2f8c2d tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849714 Jun 23 01:57:23.585150 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4358-48bd-440b-b691-ba26ca9c7dc9 req-3f24431b-81d5-4548-b0a3-88b46bdfc52f tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.600148 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a09e4358-48bd-440b-b691-ba26ca9c7dc9 req-3f24431b-81d5-4548-b0a3-88b46bdfc52f tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0779383 Jun 23 01:57:23.648646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d32412a-70f0-44f6-825b-15b34441be03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.704757 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a09e4358-48bd-440b-b691-ba26ca9c7dc9 req-4268cbcb-206c-4e30-85dc-456a8ec578d0 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775454 Jun 23 01:57:23.709649 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:23.769489 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d32412a-70f0-44f6-825b-15b34441be03 admin admin] Publish callbacks [] for security_group (1d528a64-63f1-4046-93a8-02e980148712), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.774015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2d32412a-70f0-44f6-825b-15b34441be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1d528a64-63f1-4046-93a8-02e980148712), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.816330 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2d32412a-70f0-44f6-825b-15b34441be03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15facda1b2534a72852d00b61b63bc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369939 Jun 23 01:57:23.818340 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32412a-70f0-44f6-825b-15b34441be03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d528a64-63f1-4046-93a8-02e980148712,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:23.819202 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52766) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:23.872436 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:23.900683 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b10a54-c7ca-470a-bdf3-0b386ca4f760 req-f6bb76af-8279-4b34-b728-6d63b9986297 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:23.902193 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d2b10a54-c7ca-470a-bdf3-0b386ca4f760 req-f6bb76af-8279-4b34-b728-6d63b9986297 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0760586 Jun 23 01:57:23.930051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] Publish callbacks [] for security_group (1d528a64-63f1-4046-93a8-02e980148712), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.965598 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] Publish callbacks [] for security_group (1d528a64-63f1-4046-93a8-02e980148712), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:23.986153 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d2b10a54-c7ca-470a-bdf3-0b386ca4f760 req-8d676663-2a0d-4724-9b0b-a30f1cae5849 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772176 Jun 23 01:57:24.035490 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:24.061841 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1d528a64-63f1-4046-93a8-02e980148712), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.064309 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.065441 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d528a64-63f1-4046-93a8-02e980148712 HTTP/1.1" status: 204 len: 168 time: 0.2451870 Jun 23 01:57:24.085958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d5b47-34ce-4679-9711-bdda16c1da4e req-14ebef87-48dd-4caa-8c47-bea418bfa076 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:24.087460 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1f3d5b47-34ce-4679-9711-bdda16c1da4e req-14ebef87-48dd-4caa-8c47-bea418bfa076 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0647600 Jun 23 01:57:24.088319 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be4fc7-cdb9-44f5-8dab-980690dd7e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d528a64-63f1-4046-93a8-02e980148712,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:24.156495 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1f3d5b47-34ce-4679-9711-bdda16c1da4e req-10168404-6e19-4d60-b41d-d7629a66b03d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560875 Jun 23 01:57:24.455014 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52792) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:24.473737 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a26bea2-be0d-4ed7-932a-0176b172cf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.555183 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a26bea2-be0d-4ed7-932a-0176b172cf34 admin admin] Publish callbacks [] for security_group (5bf2d65e-585f-46e9-a40a-a6e4b37823e5), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.560389 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a26bea2-be0d-4ed7-932a-0176b172cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (5bf2d65e-585f-46e9-a40a-a6e4b37823e5), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.609821 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26bea2-be0d-4ed7-932a-0176b172cf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2d65e-585f-46e9-a40a-a6e4b37823e5,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:24.629655 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8a26bea2-be0d-4ed7-932a-0176b172cf34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b3fbb7abbad469c81be764a49aa5889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732924 Jun 23 01:57:24.632794 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52798) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:24.662506 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f430-5bad-4aa6-b561-7611661f3164 req-6766ddfa-a8c8-4a82-9b05-9943ccd609bc tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:24.664011 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d218f430-5bad-4aa6-b561-7611661f3164 req-6766ddfa-a8c8-4a82-9b05-9943ccd609bc tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0707328 Jun 23 01:57:24.734689 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] Publish callbacks [] for security_group (5bf2d65e-585f-46e9-a40a-a6e4b37823e5), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.739249 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d218f430-5bad-4aa6-b561-7611661f3164 req-a7d0d101-20ce-4949-a089-a7355a3060b9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698328 Jun 23 01:57:24.760410 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] Publish callbacks [] for security_group (5bf2d65e-585f-46e9-a40a-a6e4b37823e5), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.855301 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (5bf2d65e-585f-46e9-a40a-a6e4b37823e5), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.858069 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:24.859325 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bf2d65e-585f-46e9-a40a-a6e4b37823e5 HTTP/1.1" status: 204 len: 168 time: 0.2256305 Jun 23 01:57:24.891886 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b36d41-c6c3-47aa-917c-aa1f1e6736df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2d65e-585f-46e9-a40a-a6e4b37823e5,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:24.907005 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbaba7-cfed-4503-8904-e73c93390253 req-f2ea17ce-485c-4dde-a63b-a4bd37de2352 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:24.908783 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2bfbaba7-cfed-4503-8904-e73c93390253 req-f2ea17ce-485c-4dde-a63b-a4bd37de2352 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0704584 Jun 23 01:57:24.976505 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2bfbaba7-cfed-4503-8904-e73c93390253 req-fb6cf340-ea52-4872-9721-fc6f73286a15 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570664 Jun 23 01:57:25.144270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a9918-deff-4b1b-a324-b84f217cfa96 req-25b95305-7d42-4c42-aea0-beb166544c68 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:25.145783 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d80a9918-deff-4b1b-a324-b84f217cfa96 req-25b95305-7d42-4c42-aea0-beb166544c68 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0625956 Jun 23 01:57:25.212610 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d80a9918-deff-4b1b-a324-b84f217cfa96 req-8a710a11-f390-4624-8f6f-7c92919c2fc3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586636 Jun 23 01:57:25.316536 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e850887-b2c5-4336-8f80-71f26fbbde9f req-e093d592-ae42-4c42-8758-09e6da0c6943 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:25.318111 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2e850887-b2c5-4336-8f80-71f26fbbde9f req-e093d592-ae42-4c42-8758-09e6da0c6943 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0690570 Jun 23 01:57:25.333330 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:25.386893 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2e850887-b2c5-4336-8f80-71f26fbbde9f req-e5cd517e-ec73-4196-a05f-2757e2d1ab42 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624712 Jun 23 01:57:25.887385 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f8e63-6dba-4aa6-b8ac-fddf2633a43a req-5cbe0e55-875d-4423-88a2-750f74756aad tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:25.888779 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d30f8e63-6dba-4aa6-b8ac-fddf2633a43a req-5cbe0e55-875d-4423-88a2-750f74756aad tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0590844 Jun 23 01:57:25.936198 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d30f8e63-6dba-4aa6-b8ac-fddf2633a43a req-9e98abd8-f8c2-488f-ae0f-f821188c9e77 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Jun 23 01:57:26.073332 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:26.140959 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4ca2-db03-405a-9927-b9abeb161257 req-03659b72-0807-41e5-a66e-6f8c66059c6c tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:26.142385 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60dd4ca2-db03-405a-9927-b9abeb161257 req-03659b72-0807-41e5-a66e-6f8c66059c6c tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0896471 Jun 23 01:57:26.151646 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5702-cee5-4f1d-ad80-94d8c916ebc2 req-2da8b872-69a8-4a30-b78b-5f2cef3239c1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:26.153291 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8c4b5702-cee5-4f1d-ad80-94d8c916ebc2 req-2da8b872-69a8-4a30-b78b-5f2cef3239c1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0985072 Jun 23 01:57:26.164096 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52878) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:26.169177 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'floatingip': {'port_id': '3062802e-09ad-4654-b615-781fa16c28ff'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:57:26.214938 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60dd4ca2-db03-405a-9927-b9abeb161257 req-1f37befa-8645-4c83-8169-2c4ab858cfe0 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602462 Jun 23 01:57:26.328492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:26.376048 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c6923-d1c7-4873-b115-85252ea3e3bc req-cc8d4ae7-0cd3-42d5-84f4-e2196e331a3c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:26.384135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9c9c6923-d1c7-4873-b115-85252ea3e3bc req-cc8d4ae7-0cd3-42d5-84f4-e2196e331a3c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0633738 Jun 23 01:57:26.490701 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9c9c6923-d1c7-4873-b115-85252ea3e3bc req-f8504407-61ad-44ca-8309-9e00f3eab8c0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039522 Jun 23 01:57:26.599003 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52898) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:26.649333 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844b01-7337-45b9-8239-fd995e772fcc req-e75d1cc4-c5ae-43e8-9659-de0b95a0083f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:26.655930 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0844b01-7337-45b9-8239-fd995e772fcc req-e75d1cc4-c5ae-43e8-9659-de0b95a0083f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1421518 Jun 23 01:57:26.737753 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0844b01-7337-45b9-8239-fd995e772fcc req-c358def9-e7a9-45f1-a38b-4fe77047357d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684824 Jun 23 01:57:26.869855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-afbf765c-ec3a-4071-a8f1-088870a55d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:26.942923 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d49be-8ded-40c0-b55c-a78df41fb6de req-3fcba1fc-8286-4e6a-b5d7-ac1f3f43bf79 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:26.944494 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d72d49be-8ded-40c0-b55c-a78df41fb6de req-3fcba1fc-8286-4e6a-b5d7-ac1f3f43bf79 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0661936 Jun 23 01:57:26.955065 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52912) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:26.961887 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'floatingip': {'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:57:27.048159 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.170903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.175443 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.331076 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Floating IP 9ffa7a90-d540-4275-be78-476429c0de04 associated. External IP: 172.27.0.42, port: 3062802e-09ad-4654-b615-781fa16c28ff. Jun 23 01:57:27.476817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:27.492210 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-afbf765c-ec3a-4071-a8f1-088870a55d03 admin admin] Publish callbacks [] for security_group (31a5274a-9753-424c-969b-a76e92517560), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.499006 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-afbf765c-ec3a-4071-a8f1-088870a55d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (31a5274a-9753-424c-969b-a76e92517560), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.565112 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf765c-ec3a-4071-a8f1-088870a55d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5274a-9753-424c-969b-a76e92517560,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:27.596398 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:27.607435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:27.611717 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:57:27.640211 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-afbf765c-ec3a-4071-a8f1-088870a55d03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fcb16e5774042bb869cdc085dd9b057&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0358648 Jun 23 01:57:27.646490 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52932) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:27.696270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35073ea-5289-42c4-9bae-7d67ef0edafe req-04480140-16a0-426a-9e1f-affe261f561f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:27.697804 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e35073ea-5289-42c4-9bae-7d67ef0edafe req-04480140-16a0-426a-9e1f-affe261f561f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0942845 Jun 23 01:57:27.914271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:57:27.919502 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.928452 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:57:27.939318 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:57:27.939925 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:57:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:27.964034 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] Publish callbacks [] for security_group (31a5274a-9753-424c-969b-a76e92517560), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:27.978974 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-06bc753f-ed18-46c4-801a-83ba796e5afa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "PUT /v2.0/floatingips/9ffa7a90-d540-4275-be78-476429c0de04 HTTP/1.1" status: 200 len: 990 time: 1.8137534 Jun 23 01:57:27.980006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:27.983025 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93" -d '{"events": [{"name": "network-changed", "server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "tag": "3062802e-09ad-4654-b615-781fa16c28ff"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:27.993163 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e35073ea-5289-42c4-9bae-7d67ef0edafe req-40bc3ce8-ae5a-452b-b75d-57a22d0d78f6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629359 Jun 23 01:57:28.028873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] Publish callbacks [] for security_group (31a5274a-9753-424c-969b-a76e92517560), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.034708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:28.044198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3670f4f-ff79-4167-bac1-1b908e86a750 x-openstack-request-id: req-a3670f4f-ff79-4167-bac1-1b908e86a750 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:28.044487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "tag": "3062802e-09ad-4654-b615-781fa16c28ff", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:28.045048 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3670f4f-ff79-4167-bac1-1b908e86a750 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:28.045169 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3670f4f-ff79-4167-bac1-1b908e86a750'] response: {'name': 'network-changed', 'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff', 'status': 'completed', 'code': 200} Jun 23 01:57:28.080309 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:57:28.157165 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-7954f439-f2d7-479f-aa32-db8b8873aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:28.166452 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-7954f439-f2d7-479f-aa32-db8b8873aac3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1129 time: 0.0654955 Jun 23 01:57:28.249027 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.255205 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.282190 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-63b106ba-4de3-40bf-a7df-16c7307c808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:28.283960 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-63b106ba-4de3-40bf-a7df-16c7307c808a service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.1166108 Jun 23 01:57:28.295461 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (31a5274a-9753-424c-969b-a76e92517560), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.295461 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.295461 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31a5274a-9753-424c-969b-a76e92517560 HTTP/1.1" status: 204 len: 168 time: 0.6468418 Jun 23 01:57:28.309525 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31ccc7-6e99-4c21-8bce-222e63e6e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5274a-9753-424c-969b-a76e92517560,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:28.426144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08d6e803-347d-4f7a-ac75-f05874a4d808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.441847 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.l3_db [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Floating IP dca68a60-8a68-4738-af59-d44712b813a7 associated. External IP: 172.27.0.32, port: cbbc03ec-d4fe-4f82-b455-91d7004bd595. Jun 23 01:57:28.497976 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-c1a7cb7d-02cd-4cce-9171-fcb846cbfae8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 998 time: 0.1814499 Jun 23 01:57:28.584407 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-ab597c07-abcd-401c-a038-70bda0a810b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:28.587528 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-ab597c07-abcd-401c-a038-70bda0a810b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0792692 Jun 23 01:57:28.605278 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '9ffa7a90-d540-4275-be78-476429c0de04', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '3062802e-09ad-4654-b615-781fa16c28ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:b8:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:53Z', 'updated_at': '2022-06-23T01:57:27Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:28.659873 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:57:28.674209 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:57:28.675309 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:57:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:28.692688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-b907f5a5-b33d-40a9-ae96-b7878f225431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:28.694240 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-b907f5a5-b33d-40a9-ae96-b7878f225431 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013200 Jun 23 01:57:28.762628 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:57:28.816686 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:57:28.941458 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 52970) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:28.970791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-238dc9e3-f16c-4459-886c-a8ab0bc7f6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.976371 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:57:28.982341 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:28.989695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:57:29.015561 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:57:29.016314 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:57:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:29.059889 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-8b979d08-869d-4951-b7be-82e959976738 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703605 Jun 23 01:57:29.086208 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f29c7086-3122-44b1-a5a3-24548463df3e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "PUT /v2.0/floatingips/dca68a60-8a68-4738-af59-d44712b813a7 HTTP/1.1" status: 200 len: 990 time: 2.1294115 Jun 23 01:57:29.086846 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:29.093941 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112c350-3d1d-4035-b705-2816437efe82" -d '{"events": [{"name": "network-changed", "server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:29.180712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.197010 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '9ffa7a90-d540-4275-be78-476429c0de04', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '3062802e-09ad-4654-b615-781fa16c28ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:b8:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:53Z', 'updated_at': '2022-06-23T01:57:27Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:29.199782 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada714de-932f-4ae0-9075-abbcc8feafb4 x-openstack-request-id: req-ada714de-932f-4ae0-9075-abbcc8feafb4 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:29.200114 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:29.200368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ada714de-932f-4ae0-9075-abbcc8feafb4 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:29.200802 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada714de-932f-4ae0-9075-abbcc8feafb4'] response: {'name': 'network-changed', 'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'status': 'completed', 'code': 200} Jun 23 01:57:29.211090 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.227768 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268837-71cf-4062-9e87-c3b9ff495b17 req-36befddb-6419-4705-a9d5-d1977d8a9604 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:29.236244 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f599f3c-bcbf-47c8-ab43-b145bc620023 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '9ffa7a90-d540-4275-be78-476429c0de04', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '3062802e-09ad-4654-b615-781fa16c28ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:b8:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:53Z', 'updated_at': '2022-06-23T01:57:27Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:57:29.239875 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64268837-71cf-4062-9e87-c3b9ff495b17 req-36befddb-6419-4705-a9d5-d1977d8a9604 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0965729 Jun 23 01:57:29.253741 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.275005 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.300865 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:57:29.311027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-238dc9e3-f16c-4459-886c-a8ab0bc7f6a3 admin admin] Publish callbacks [] for security_group (e2f89209-9ace-4077-901d-85a0e1b0ee98), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.327103 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1e04a7ae-6a50-4e4f-b5ab-d66bf0793e93 req-1ca936d0-e5ce-4a84-8a59-a9daebf9a7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637491 Jun 23 01:57:29.329203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-238dc9e3-f16c-4459-886c-a8ab0bc7f6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e2f89209-9ace-4077-901d-85a0e1b0ee98), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.347996 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64268837-71cf-4062-9e87-c3b9ff495b17 req-db1df347-fbb9-4c16-bbd4-150e5e8962e9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987425 Jun 23 01:57:29.387326 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-238dc9e3-f16c-4459-886c-a8ab0bc7f6a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c8e7eaa8a624912b74063acb9dc909a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446018 Jun 23 01:57:29.388055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc9e3-f16c-4459-886c-a8ab0bc7f6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f89209-9ace-4077-901d-85a0e1b0ee98,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:29.390199 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 52980) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:29.451536 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] Publish callbacks [] for security_group (e2f89209-9ace-4077-901d-85a0e1b0ee98), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.476573 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] Publish callbacks [] for security_group (e2f89209-9ace-4077-901d-85a0e1b0ee98), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.538804 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e2f89209-9ace-4077-901d-85a0e1b0ee98), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.541515 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:29.545090 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2f89209-9ace-4077-901d-85a0e1b0ee98 HTTP/1.1" status: 204 len: 168 time: 0.1526475 Jun 23 01:57:29.564156 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eeeea-bcfd-47c0-b50c-88de4b1a86de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f89209-9ace-4077-901d-85a0e1b0ee98,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:29.567112 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad042ce6-0c79-448f-8c29-4cbf278745fd None None] New status for floating IP 9ffa7a90-d540-4275-be78-476429c0de04: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 01:57:29.668470 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'dca68a60-8a68-4738-af59-d44712b813a7', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:44Z', 'updated_at': '2022-06-23T01:57:28Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:29.696847 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:57:29.706174 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:57:29.706829 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:57:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:29.717704 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.729536 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:29.810644 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:57:30.139114 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'dca68a60-8a68-4738-af59-d44712b813a7', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:44Z', 'updated_at': '2022-06-23T01:57:28Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:57:30.163681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab580f-d098-4d0d-bf52-230ab1bfd9d7 None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'dca68a60-8a68-4738-af59-d44712b813a7', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:56:44Z', 'updated_at': '2022-06-23T01:57:28Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:57:30.472295 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934123-0233-459d-9479-e2077f0ddd4a req-389fc716-7710-474c-ad1d-68f844ec092f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:30.475564 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d934123-0233-459d-9479-e2077f0ddd4a req-389fc716-7710-474c-ad1d-68f844ec092f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0541553 Jun 23 01:57:30.510905 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:30.527822 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d934123-0233-459d-9479-e2077f0ddd4a req-91675a93-3d3f-4a42-a328-406bfdcb68cb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Jun 23 01:57:30.694540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d0430c4f-f9e7-4c9a-9c62-3ee1845aabdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:30.824929 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfdc8ef-2962-4f4f-966d-c47c5b003594 None None] New status for floating IP dca68a60-8a68-4738-af59-d44712b813a7: ACTIVE {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 01:57:31.491689 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53054) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:31.598113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4984a7a1-c31c-4957-83f0-a0c71448c01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.641576 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fa51-de88-4a2c-878c-0af4a133ec6c req-4853418b-9278-4817-a1fd-25be0b3dcbf8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:31.643396 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3ba2fa51-de88-4a2c-878c-0af4a133ec6c req-4853418b-9278-4817-a1fd-25be0b3dcbf8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0480230 Jun 23 01:57:31.675712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4984a7a1-c31c-4957-83f0-a0c71448c01e admin admin] Publish callbacks [] for security_group (3398a478-e6c5-4730-a796-5b251cc5c362), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.682308 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4984a7a1-c31c-4957-83f0-a0c71448c01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3398a478-e6c5-4730-a796-5b251cc5c362), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.694936 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3ba2fa51-de88-4a2c-878c-0af4a133ec6c req-542c1e0b-051c-4ab1-9e5e-d058959e748b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Jun 23 01:57:31.703435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:31.725173 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4984a7a1-c31c-4957-83f0-a0c71448c01e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8dc01fc82ebe443aa47441c47ffb1506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320776 Jun 23 01:57:31.726557 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984a7a1-c31c-4957-83f0-a0c71448c01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3398a478-e6c5-4730-a796-5b251cc5c362,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:31.727710 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53062) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:31.780230 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] Publish callbacks [] for security_group (3398a478-e6c5-4730-a796-5b251cc5c362), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.801449 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] Publish callbacks [] for security_group (3398a478-e6c5-4730-a796-5b251cc5c362), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.849430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3398a478-e6c5-4730-a796-5b251cc5c362), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.852033 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:31.853162 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3398a478-e6c5-4730-a796-5b251cc5c362 HTTP/1.1" status: 204 len: 168 time: 0.1241579 Jun 23 01:57:31.861082 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9adae-6d75-483c-9e83-e741b7919b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398a478-e6c5-4730-a796-5b251cc5c362,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:32.068666 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.133771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c350-3d1d-4035-b705-2816437efe82 req-0e0ceb59-ccfb-45cc-a346-75c391a69905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:32.135418 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-0e0ceb59-ccfb-45cc-a346-75c391a69905 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1129 time: 0.0898335 Jun 23 01:57:32.151683 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-a43a98e6-86f0-4b59-86be-bd51c8fda9d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539839 Jun 23 01:57:32.165325 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53076) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:32.189267 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a319480-18d5-4a98-9702-4b6fdc6c1ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.293444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-9499e28d-d440-4c79-b7e9-7023f7b89868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:32.294960 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-9499e28d-d440-4c79-b7e9-7023f7b89868 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0917454 Jun 23 01:57:32.318788 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c350-3d1d-4035-b705-2816437efe82 req-a3994089-469a-4ace-974f-a5be789c6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:32.320251 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-a3994089-469a-4ace-974f-a5be789c6b86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.1777544 Jun 23 01:57:32.465400 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-4721011e-ae2d-44fb-a975-c329bc2dc117 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 1000 time: 0.1326740 Jun 23 01:57:32.468528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a319480-18d5-4a98-9702-4b6fdc6c1ba6 admin admin] Publish callbacks [] for security_group (adf613b8-807e-4cc0-a72b-8ebaf2a6268f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.475246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3a319480-18d5-4a98-9702-4b6fdc6c1ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (adf613b8-807e-4cc0-a72b-8ebaf2a6268f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.503655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-3c2e7684-935e-4381-8bc7-7876d7ee54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:32.505156 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-3c2e7684-935e-4381-8bc7-7876d7ee54c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1878812 Jun 23 01:57:32.525312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a319480-18d5-4a98-9702-4b6fdc6c1ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf613b8-807e-4cc0-a72b-8ebaf2a6268f,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:32.529500 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3a319480-18d5-4a98-9702-4b6fdc6c1ba6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da05af85d43c4b68956ef9d02b5f7bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631864 Jun 23 01:57:32.532257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53082) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:32.587992 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] Publish callbacks [] for security_group (adf613b8-807e-4cc0-a72b-8ebaf2a6268f), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.590216 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:32.610330 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] Publish callbacks [] for security_group (adf613b8-807e-4cc0-a72b-8ebaf2a6268f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.658201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (adf613b8-807e-4cc0-a72b-8ebaf2a6268f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.662266 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:32.663935 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adf613b8-807e-4cc0-a72b-8ebaf2a6268f HTTP/1.1" status: 204 len: 168 time: 0.1307640 Jun 23 01:57:32.672060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e483e2d-26e1-4f30-90fb-df3b0b3b3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf613b8-807e-4cc0-a72b-8ebaf2a6268f,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:32.814931 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22a66c-b4ce-4ca9-be34-268b0608358b req-7efb0fe8-2967-453d-aff4-e417b7213f66 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:32.817214 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf22a66c-b4ce-4ca9-be34-268b0608358b req-7efb0fe8-2967-453d-aff4-e417b7213f66 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0502167 Jun 23 01:57:32.868015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf22a66c-b4ce-4ca9-be34-268b0608358b req-f3ee6410-87eb-4cb8-a25c-3555d5ef411b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Jun 23 01:57:33.261787 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:33.276941 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:33.520694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:33.984618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0ff6a-5120-4275-ab0f-08d31957614e req-ee6a6f78-b78f-417f-a4ec-0a8b6f08cdbd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:33.986024 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-05e0ff6a-5120-4275-ab0f-08d31957614e req-ee6a6f78-b78f-417f-a4ec-0a8b6f08cdbd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0481198 Jun 23 01:57:34.036888 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-05e0ff6a-5120-4275-ab0f-08d31957614e req-848ea56a-42b0-4a12-b3bb-06cd6b263a69 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Jun 23 01:57:34.247964 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-acdb89e4-a1b4-4467-99f1-7e9a5dbb2d47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0492818 Jun 23 01:57:34.264676 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c350-3d1d-4035-b705-2816437efe82 req-b15af429-f2e9-4d41-ab68-6b804635ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:34.266689 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-b15af429-f2e9-4d41-ab68-6b804635ed35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0765955 Jun 23 01:57:34.654100 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:35.159304 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068906-98ca-4890-a707-2b4178f50f2a req-cdc48a90-a7bc-4b0b-9997-e3a0d8542493 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:35.160754 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9068906-98ca-4890-a707-2b4178f50f2a req-cdc48a90-a7bc-4b0b-9997-e3a0d8542493 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0467286 Jun 23 01:57:35.209903 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9068906-98ca-4890-a707-2b4178f50f2a req-a27246c0-7d43-42bc-b0dc-0e2d67676485 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Jun 23 01:57:35.229201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:35.239395 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c350-3d1d-4035-b705-2816437efe82 req-4c4738e0-9226-4179-b2fd-302ef5f4a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:35.240927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-4c4738e0-9226-4179-b2fd-302ef5f4a385 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681806 Jun 23 01:57:35.245138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-a1daa372-e926-4907-b163-495792a717ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:35.246508 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-a1daa372-e926-4907-b163-495792a717ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0813901 Jun 23 01:57:35.319325 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-9966724b-ac1a-4049-be9c-0898be26d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:35.320633 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-9966724b-ac1a-4049-be9c-0898be26d06d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607560 Jun 23 01:57:35.429998 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-869e42f2-1652-4d12-9de5-aef2d448d56b service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768813 Jun 23 01:57:35.467395 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-dd9d8621-f715-43c6-bcc9-0749136482a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225169 Jun 23 01:57:35.592848 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8112c350-3d1d-4035-b705-2816437efe82 req-f2a9620e-9255-439d-a6a0-84559beea35e service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550252 Jun 23 01:57:35.607794 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8965ebfe-065c-4615-91d9-fbf1036acdd5 req-05dae70b-b120-4c86-9d7d-b0642521ec53 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318717 Jun 23 01:57:36.330550 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43fcc-5683-4a16-8800-552c01468784 req-42461ae0-a95d-4f86-828d-d840c3b32a85 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:36.332086 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-48e43fcc-5683-4a16-8800-552c01468784 req-42461ae0-a95d-4f86-828d-d840c3b32a85 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0464060 Jun 23 01:57:36.378075 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-48e43fcc-5683-4a16-8800-552c01468784 req-8d5ecb64-b6ea-4d08-933f-738e25fc0228 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Jun 23 01:57:37.491898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d87b10-bae2-4940-bbe0-9740951491d3 req-1b52697f-ce30-4dd6-9424-0bf96b470a58 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:37.493368 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56d87b10-bae2-4940-bbe0-9740951491d3 req-1b52697f-ce30-4dd6-9424-0bf96b470a58 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0483532 Jun 23 01:57:37.523349 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:37.540903 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56d87b10-bae2-4940-bbe0-9740951491d3 req-16de730e-eb56-484f-9949-11c74441e9dc tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Jun 23 01:57:38.655759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789c434-af38-4243-997f-fb6aaaa50075 req-c6efd901-b159-438a-87e3-7c866634be97 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:38.657217 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5789c434-af38-4243-997f-fb6aaaa50075 req-c6efd901-b159-438a-87e3-7c866634be97 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0473318 Jun 23 01:57:38.707038 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5789c434-af38-4243-997f-fb6aaaa50075 req-9211253c-1c29-4ca2-8191-e0a80bf0587e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 Jun 23 01:57:39.750630 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:39.825915 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c353-dd9f-440b-9b2d-4f9dfda0dc8d req-3fcc2a0f-ebfd-46ce-9bad-2c2f60b04c9c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:39.827395 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c468c353-dd9f-440b-9b2d-4f9dfda0dc8d req-3fcc2a0f-ebfd-46ce-9bad-2c2f60b04c9c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0502284 Jun 23 01:57:40.068022 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c468c353-dd9f-440b-9b2d-4f9dfda0dc8d req-1699d59e-60d8-4e31-9d91-3e34f2fed6b9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350338 Jun 23 01:57:40.826589 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53254) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:40.941630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ab22e88b-e5e9-4e8e-8741-fb35ae763623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:40.944184 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:41.023830 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ab22e88b-e5e9-4e8e-8741-fb35ae763623 admin admin] Publish callbacks [] for security_group (e74e843d-f33f-4de5-b284-6fecdb722430), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.028225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ab22e88b-e5e9-4e8e-8741-fb35ae763623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e74e843d-f33f-4de5-b284-6fecdb722430), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.067145 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ab22e88b-e5e9-4e8e-8741-fb35ae763623 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f22a5c2b7dd4b4a9b1487dbff55eace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394369 Jun 23 01:57:41.067982 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e88b-e5e9-4e8e-8741-fb35ae763623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e843d-f33f-4de5-b284-6fecdb722430,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:41.070015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53258) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:41.122237 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] Publish callbacks [] for security_group (e74e843d-f33f-4de5-b284-6fecdb722430), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.144515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] Publish callbacks [] for security_group (e74e843d-f33f-4de5-b284-6fecdb722430), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.186316 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67233d6-8ff7-4c1d-b9dd-5e77d2970056 req-4a7ee901-251f-4d99-b614-fbc8a0c73194 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:41.187799 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e67233d6-8ff7-4c1d-b9dd-5e77d2970056 req-4a7ee901-251f-4d99-b614-fbc8a0c73194 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0488644 Jun 23 01:57:41.194294 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e74e843d-f33f-4de5-b284-6fecdb722430), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.197223 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.198351 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e74e843d-f33f-4de5-b284-6fecdb722430 HTTP/1.1" status: 204 len: 168 time: 0.1273155 Jun 23 01:57:41.206034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d76a4-7f14-45c1-8593-f301fff275ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e843d-f33f-4de5-b284-6fecdb722430,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:41.238040 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e67233d6-8ff7-4c1d-b9dd-5e77d2970056 req-7a5a2c8a-b68b-4aad-9ae2-de8516ce277c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jun 23 01:57:41.489596 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53268) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:41.503162 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ed1efbb-d6c4-4b62-98ec-51cde5fc110d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.561146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:41.585937 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ed1efbb-d6c4-4b62-98ec-51cde5fc110d admin admin] Publish callbacks [] for security_group (b0d3c0b5-573d-40da-8deb-bc85a9a0f29c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.591767 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6ed1efbb-d6c4-4b62-98ec-51cde5fc110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b0d3c0b5-573d-40da-8deb-bc85a9a0f29c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.631001 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6ed1efbb-d6c4-4b62-98ec-51cde5fc110d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58941b5e74fe431687a65fa7c3b77e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402850 Jun 23 01:57:41.632157 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1efbb-d6c4-4b62-98ec-51cde5fc110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3c0b5-573d-40da-8deb-bc85a9a0f29c,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:41.633759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53272) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:41.690463 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] Publish callbacks [] for security_group (b0d3c0b5-573d-40da-8deb-bc85a9a0f29c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.711808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] Publish callbacks [] for security_group (b0d3c0b5-573d-40da-8deb-bc85a9a0f29c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.759696 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b0d3c0b5-573d-40da-8deb-bc85a9a0f29c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.762345 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:41.763508 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0d3c0b5-573d-40da-8deb-bc85a9a0f29c HTTP/1.1" status: 204 len: 168 time: 0.1284981 Jun 23 01:57:41.770999 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922214a3-a687-412b-bef5-d8a21374ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3c0b5-573d-40da-8deb-bc85a9a0f29c,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:42.237298 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:57:42.362098 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc65ff8-36a4-48e7-a7e5-17abb0e97dc7 req-6dbd2841-f9cd-4460-bf09-53870652d0d0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:42.363763 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dbc65ff8-36a4-48e7-a7e5-17abb0e97dc7 req-6dbd2841-f9cd-4460-bf09-53870652d0d0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0503590 Jun 23 01:57:42.417337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dbc65ff8-36a4-48e7-a7e5-17abb0e97dc7 req-a0973b80-ca74-46ae-bdda-7c7702bb33fe tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473459 Jun 23 01:57:43.539885 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d932f-5f56-488a-9822-bc2bf107fb19 req-143bfc24-965e-4dce-a77c-cbbc4e91aa96 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:43.541405 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-628d932f-5f56-488a-9822-bc2bf107fb19 req-143bfc24-965e-4dce-a77c-cbbc4e91aa96 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0498948 Jun 23 01:57:43.592762 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-628d932f-5f56-488a-9822-bc2bf107fb19 req-0bbdf622-9a5d-4281-940b-f3d45682c55c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Jun 23 01:57:43.881796 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53362) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:43.998683 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7280-eb6f-471f-bfb0-32f6558fc725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.058087 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:44.083185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7280-eb6f-471f-bfb0-32f6558fc725 admin admin] Publish callbacks [] for security_group (98fafe9b-a8c4-4e24-b6a7-235de935cfdd), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.088498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7280-eb6f-471f-bfb0-32f6558fc725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (98fafe9b-a8c4-4e24-b6a7-235de935cfdd), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.130306 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b7280-eb6f-471f-bfb0-32f6558fc725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fafe9b-a8c4-4e24-b6a7-235de935cfdd,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:44.135913 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-bd8b7280-eb6f-471f-bfb0-32f6558fc725 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1d8fd0d7e0a4dbfb59c8df13fd3b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530718 Jun 23 01:57:44.138696 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53366) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:44.157638 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:44.192363 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] Publish callbacks [] for security_group (98fafe9b-a8c4-4e24-b6a7-235de935cfdd), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.215369 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] Publish callbacks [] for security_group (98fafe9b-a8c4-4e24-b6a7-235de935cfdd), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.273254 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (98fafe9b-a8c4-4e24-b6a7-235de935cfdd), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.276021 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.277148 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98fafe9b-a8c4-4e24-b6a7-235de935cfdd HTTP/1.1" status: 204 len: 168 time: 0.1375651 Jun 23 01:57:44.285995 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044236-f75f-4b02-b543-fb3d85689e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fafe9b-a8c4-4e24-b6a7-235de935cfdd,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:44.554149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53374) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:44.568772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d39dc44f-7582-45ed-a9dc-ede68b6b5dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.616996 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:44.648084 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d39dc44f-7582-45ed-a9dc-ede68b6b5dfe admin admin] Publish callbacks [] for security_group (72976180-184e-4a2a-8ce7-98ffa2ae6383), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.652877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d39dc44f-7582-45ed-a9dc-ede68b6b5dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (72976180-184e-4a2a-8ce7-98ffa2ae6383), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.693863 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d39dc44f-7582-45ed-a9dc-ede68b6b5dfe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f2f1a1861994203894ab1bcd432fd83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384795 Jun 23 01:57:44.695133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dc44f-7582-45ed-a9dc-ede68b6b5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72976180-184e-4a2a-8ce7-98ffa2ae6383,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:44.698183 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53378) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:44.722137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7d3a7-d151-499a-95e8-02b90ebb3d40 req-ac191125-b930-4458-a8d1-f8eaefe10fa6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:44.723701 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-54f7d3a7-d151-499a-95e8-02b90ebb3d40 req-ac191125-b930-4458-a8d1-f8eaefe10fa6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0607619 Jun 23 01:57:44.805762 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-54f7d3a7-d151-499a-95e8-02b90ebb3d40 req-2199988d-2d52-484f-a2b8-95aa786dd46e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760264 Jun 23 01:57:44.806498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] Publish callbacks [] for security_group (72976180-184e-4a2a-8ce7-98ffa2ae6383), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.829969 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] Publish callbacks [] for security_group (72976180-184e-4a2a-8ce7-98ffa2ae6383), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.888239 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (72976180-184e-4a2a-8ce7-98ffa2ae6383), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.890790 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:44.891969 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72976180-184e-4a2a-8ce7-98ffa2ae6383 HTTP/1.1" status: 204 len: 168 time: 0.1921930 Jun 23 01:57:44.900211 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec3fb7-5175-4779-a232-cec883b4ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72976180-184e-4a2a-8ce7-98ffa2ae6383,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:45.935154 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e6bec-49a4-4926-9c7e-a070857ade0d req-2a9d8258-b343-4f27-9dea-77f0683e0021 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:45.936676 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e6e6bec-49a4-4926-9c7e-a070857ade0d req-2a9d8258-b343-4f27-9dea-77f0683e0021 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0486424 Jun 23 01:57:45.991377 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e6e6bec-49a4-4926-9c7e-a070857ade0d req-01bf3619-7172-49ca-867f-19dab336d650 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487981 Jun 23 01:57:46.070530 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53436) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:46.196954 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-632e3b64-4f09-4307-89ab-6a20e93a6e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.307472 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-632e3b64-4f09-4307-89ab-6a20e93a6e72 admin admin] Publish callbacks [] for security_group (d455d6f5-5018-4d25-8673-4dad8f1a9a6d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.311313 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-632e3b64-4f09-4307-89ab-6a20e93a6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d455d6f5-5018-4d25-8673-4dad8f1a9a6d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.351025 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e3b64-4f09-4307-89ab-6a20e93a6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d455d6f5-5018-4d25-8673-4dad8f1a9a6d,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:46.355377 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-632e3b64-4f09-4307-89ab-6a20e93a6e72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98b4b14a19814617a0fb97b7de7ba1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836466 Jun 23 01:57:46.358017 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53448) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:57:46.407846 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] Publish callbacks [] for security_group (d455d6f5-5018-4d25-8673-4dad8f1a9a6d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.410066 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:46.431848 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] Publish callbacks [] for security_group (d455d6f5-5018-4d25-8673-4dad8f1a9a6d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.484068 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d455d6f5-5018-4d25-8673-4dad8f1a9a6d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.486558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:46.487732 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d455d6f5-5018-4d25-8673-4dad8f1a9a6d HTTP/1.1" status: 204 len: 168 time: 0.1288071 Jun 23 01:57:46.496226 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfe880-4639-4146-99a3-263646e5465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d455d6f5-5018-4d25-8673-4dad8f1a9a6d,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:47.111539 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07684-b64f-4015-bd50-cd6e8f9e43fe req-44546f38-c130-4494-9d1c-9313f4e8403a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:47.113040 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6ec07684-b64f-4015-bd50-cd6e8f9e43fe req-44546f38-c130-4494-9d1c-9313f4e8403a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0502319 Jun 23 01:57:47.124259 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:47.167368 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6ec07684-b64f-4015-bd50-cd6e8f9e43fe req-3e15034a-ec97-459c-999b-591599577732 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Jun 23 01:57:48.278542 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f09a-9a4c-45db-818f-2be1171ea2a0 req-b11da18e-439e-4a3b-8b27-77416d26272e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:48.279976 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8c18f09a-9a4c-45db-818f-2be1171ea2a0 req-b11da18e-439e-4a3b-8b27-77416d26272e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0469460 Jun 23 01:57:48.328684 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8c18f09a-9a4c-45db-818f-2be1171ea2a0 req-2b3493b2-b561-4cae-a304-1828e437574a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Jun 23 01:57:49.449589 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecae811-1436-42be-bf13-8d49ecb3af6e req-f4c3a444-2051-4c4d-8a62-c152af3c76e6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:49.451234 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2ecae811-1436-42be-bf13-8d49ecb3af6e req-f4c3a444-2051-4c4d-8a62-c152af3c76e6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0521338 Jun 23 01:57:49.498106 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2ecae811-1436-42be-bf13-8d49ecb3af6e req-8611e956-e908-4eca-b10a-c500c3d6ee35 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Jun 23 01:57:50.619165 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb1f9c-8345-425e-909a-5316d06bbf35 req-3213687c-1a42-4410-b7a7-dac4136b07f6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:50.620650 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d9fb1f9c-8345-425e-909a-5316d06bbf35 req-3213687c-1a42-4410-b7a7-dac4136b07f6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0493050 Jun 23 01:57:50.670599 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d9fb1f9c-8345-425e-909a-5316d06bbf35 req-27787e31-4756-4070-8980-6d9d3854dfad tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Jun 23 01:57:51.155191 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9ec3d-b008-41df-906a-f648fff02a7a req-70086ec7-ab48-43b1-bf46-b0dcef5bc9d7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:51.156639 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cba9ec3d-b008-41df-906a-f648fff02a7a req-70086ec7-ab48-43b1-bf46-b0dcef5bc9d7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0511503 Jun 23 01:57:51.203885 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cba9ec3d-b008-41df-906a-f648fff02a7a req-b35fcf4b-9d09-4d5f-9fba-34f2ef3f3b0e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Jun 23 01:57:51.808883 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7401881-0bc9-41b7-8fa9-1135fca99c18 req-a1621bb2-4939-43b5-b36e-30d618453df3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:51.810379 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b7401881-0bc9-41b7-8fa9-1135fca99c18 req-a1621bb2-4939-43b5-b36e-30d618453df3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0574291 Jun 23 01:57:51.857448 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b7401881-0bc9-41b7-8fa9-1135fca99c18 req-e7beb002-8d36-4f06-81de-45029f71234f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Jun 23 01:57:52.233489 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:52.331935 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1527afa-8f32-4370-8837-7111217f5091 req-4fee030e-a3df-444e-87aa-d52953a5926e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:52.333468 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f1527afa-8f32-4370-8837-7111217f5091 req-4fee030e-a3df-444e-87aa-d52953a5926e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Jun 23 01:57:52.384115 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f1527afa-8f32-4370-8837-7111217f5091 req-0690236c-a6d4-4907-a6a2-7e6e110cb9a7 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Jun 23 01:57:52.982996 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae682-0f9c-47f1-a352-13036e894598 req-69047082-36ee-4f11-a003-8cca838be8a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:52.984438 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-edcae682-0f9c-47f1-a352-13036e894598 req-69047082-36ee-4f11-a003-8cca838be8a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0458088 Jun 23 01:57:53.035058 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-edcae682-0f9c-47f1-a352-13036e894598 req-16f46d1b-0ac4-4fd4-908d-a78b0855d2aa tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Jun 23 01:57:53.508884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527577-0545-4de5-8378-e3e880e272ad req-42b8e1b8-5d20-479d-9d2a-77581f4a0e49 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:53.510296 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9527577-0545-4de5-8378-e3e880e272ad req-42b8e1b8-5d20-479d-9d2a-77581f4a0e49 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Jun 23 01:57:53.556907 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9527577-0545-4de5-8378-e3e880e272ad req-935551b8-b8b9-4f80-add3-318c3fb32f56 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Jun 23 01:57:54.151041 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b06cb-80ba-407d-8ca2-11123631cc3c req-9fcd8c17-a0f6-4c36-af2f-2416821d16f5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:54.152519 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-871b06cb-80ba-407d-8ca2-11123631cc3c req-9fcd8c17-a0f6-4c36-af2f-2416821d16f5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0463705 Jun 23 01:57:54.201797 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-871b06cb-80ba-407d-8ca2-11123631cc3c req-17108f11-0509-47e2-99a3-a4b4c46275b2 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Jun 23 01:57:54.674712 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0949e-e829-4bb9-8b0e-b84b21033683 req-e1ed0a59-ecb5-4ad5-bf7e-72e5bd1f706e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:54.676483 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fb0949e-e829-4bb9-8b0e-b84b21033683 req-e1ed0a59-ecb5-4ad5-bf7e-72e5bd1f706e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Jun 23 01:57:54.688723 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=27,neutron:INSERT=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:54.691038 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=10 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:54.704707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:54.736253 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fb0949e-e829-4bb9-8b0e-b84b21033683 req-8b2ee043-2dd9-467e-9e8c-cfe8150b9de4 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Jun 23 01:57:54.911192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:55.315547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:55.328373 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d97e3-033a-483b-9426-1bb1adf33e76 req-0131f8a8-cd47-46a3-894d-1a1b9692b06e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:55.329820 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-724d97e3-033a-483b-9426-1bb1adf33e76 req-0131f8a8-cd47-46a3-894d-1a1b9692b06e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0467806 Jun 23 01:57:55.376908 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-724d97e3-033a-483b-9426-1bb1adf33e76 req-3f8c4b17-2531-4b55-a3ad-3fb692b80c54 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Jun 23 01:57:55.857430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a356e1-9a67-43bb-858d-6a3d11c7eef9 req-8ad99a21-4ebc-4664-9091-0f7c22b45edd tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:55.858874 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13a356e1-9a67-43bb-858d-6a3d11c7eef9 req-8ad99a21-4ebc-4664-9091-0f7c22b45edd tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0471492 Jun 23 01:57:55.911641 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13a356e1-9a67-43bb-858d-6a3d11c7eef9 req-a6a38a54-20ea-4f18-b1ff-3679ea52d5e2 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Jun 23 01:57:56.500812 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a0c9-5748-4119-80a2-3ee74e29e00d req-0d158543-1408-4d67-b72c-434995b63e72 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:56.502153 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-daa5a0c9-5748-4119-80a2-3ee74e29e00d req-0d158543-1408-4d67-b72c-434995b63e72 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0469437 Jun 23 01:57:56.508285 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:57:56.550396 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-daa5a0c9-5748-4119-80a2-3ee74e29e00d req-bfe83596-2ea9-4c34-b470-a94fa596668b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Jun 23 01:57:57.025970 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941740-5639-4ca0-879b-b2bbcd9fe0f8 req-7d3b1c26-ae6d-47e4-a664-61d7e3fa1a72 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:57.027357 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3941740-5639-4ca0-879b-b2bbcd9fe0f8 req-7d3b1c26-ae6d-47e4-a664-61d7e3fa1a72 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0466335 Jun 23 01:57:57.077575 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3941740-5639-4ca0-879b-b2bbcd9fe0f8 req-b88dd3c1-1404-4b8c-a376-0c1d71ce6bf3 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Jun 23 01:57:57.672466 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5fa1-a67b-4e21-91a8-88e452516122 req-12c1c821-e23f-4b42-9a1b-cbb736df613c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:57.674240 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-743c5fa1-a67b-4e21-91a8-88e452516122 req-12c1c821-e23f-4b42-9a1b-cbb736df613c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0516531 Jun 23 01:57:57.720812 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-743c5fa1-a67b-4e21-91a8-88e452516122 req-3ec869a0-bbb2-4a1a-80b3-624971ea9f2c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Jun 23 01:57:58.195846 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9803fa-cc10-4360-a409-3cea3fd6c93d req-8e4f1302-a58d-4c9d-b5da-a031c658e8ed tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:58.196786 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bd9803fa-cc10-4360-a409-3cea3fd6c93d req-8e4f1302-a58d-4c9d-b5da-a031c658e8ed tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0466650 Jun 23 01:57:58.245834 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bd9803fa-cc10-4360-a409-3cea3fd6c93d req-6c7db6ac-253d-4da1-a1e6-4c9b7b530df6 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Jun 23 01:57:58.425557 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-876ed06c-27ee-485b-a71d-7032165d768d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:58.847788 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503c7e-6d1f-40ed-9f6c-ba4e8e117f10 req-3cced5ad-800c-4584-b083-0673581b4978 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:58.849269 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-33503c7e-6d1f-40ed-9f6c-ba4e8e117f10 req-3cced5ad-800c-4584-b083-0673581b4978 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0574701 Jun 23 01:57:58.900197 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-33503c7e-6d1f-40ed-9f6c-ba4e8e117f10 req-da8baf83-fd53-47ff-9c3b-1b58987fd2d0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Jun 23 01:57:58.947067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-0e495435-03de-4984-ba37-61795ab5e8a0 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:58.949267 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-0e495435-03de-4984-ba37-61795ab5e8a0 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.16 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0933187 Jun 23 01:57:59.077318 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Deleting port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 01:57:59.077656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:59.179343 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] For port 2c385bc0-f630-45db-8dbd-7ab5e03fd964, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c385bc0-f630-45db-8dbd-7ab5e03fd964,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:57:59.179809 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:59.194288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Calling delete_port for 2c385bc0-f630-45db-8dbd-7ab5e03fd964 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 01:57:59.357717 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (2c385bc0-f630-45db-8dbd-7ab5e03fd964), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:59.360132 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252ffe-fd2c-4fe3-b820-2f6d3777ca49 req-33f519b3-6131-4980-9966-26b7cd944888 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:57:59.361759 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c252ffe-fd2c-4fe3-b820-2f6d3777ca49 req-33f519b3-6131-4980-9966-26b7cd944888 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0462525 Jun 23 01:57:59.371389 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['2c385bc0-f630-45db-8dbd-7ab5e03fd964'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:57:59.415327 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c252ffe-fd2c-4fe3-b820-2f6d3777ca49 req-0649c5b2-c6fd-4cb0-81df-21750c8b744e tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ebc0-650c-4263-acdb-26c7cd6252c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Jun 23 01:57:59.416975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Pushing event deleted for resources: {'Port': ['ID=2c385bc0-f630-45db-8dbd-7ab5e03fd964,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:57:59.661850 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] No DVR routers for this DVR port 2c385bc0-f630-45db-8dbd-7ab5e03fd964 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 01:57:59.665701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:57:59.669143 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4359ece6-9d3b-47fb-aa48-52a762a31bd4 req-b00ce416-e1e7-4cdf-a5db-51f045dd15cc tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.16 "DELETE /v2.0/ports/2c385bc0-f630-45db-8dbd-7ab5e03fd964 HTTP/1.1" status: 204 len: 173 time: 0.7134328 Jun 23 01:57:59.669566 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'name': 'network-vif-deleted', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:57:59.671773 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f11bf-d113-433b-84a4-301c6aba9f60" -d '{"events": [{"server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "name": "network-vif-deleted", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:57:59.711622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20a0faf-4290-43aa-9560-93535b7674a2 x-openstack-request-id: req-e20a0faf-4290-43aa-9560-93535b7674a2 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:57:59.711955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ef447-5b24-4c5a-bca3-130ff870a4e1", "name": "network-vif-deleted", "tag": "2c385bc0-f630-45db-8dbd-7ab5e03fd964", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:57:59.712206 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e20a0faf-4290-43aa-9560-93535b7674a2 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:57:59.713113 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20a0faf-4290-43aa-9560-93535b7674a2'] response: {'server_uuid': '375ef447-5b24-4c5a-bca3-130ff870a4e1', 'name': 'network-vif-deleted', 'tag': '2c385bc0-f630-45db-8dbd-7ab5e03fd964', 'status': 'completed', 'code': 200} Jun 23 01:58:00.031584 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2692-bf6a-4745-ba1d-f4a9d1632d43 req-e69232fa-aca2-4915-a59b-7082e7707bef tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:00.039336 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fcba2692-bf6a-4745-ba1d-f4a9d1632d43 req-e69232fa-aca2-4915-a59b-7082e7707bef tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0497859 Jun 23 01:58:00.095610 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fcba2692-bf6a-4745-ba1d-f4a9d1632d43 req-3f321fef-9dc4-4294-8627-a56035fd4d25 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Jun 23 01:58:00.550405 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09bae421-0d56-4036-bc7c-39f05d6bbb7d req-8c32bc66-2789-4535-923f-b894e46c0b93 tempest-DeleteServersTestJSON-1383635457 tempest-DeleteServersTestJSON-1383635457-project] 10.222.0.26 "GET /v2.0/ports?device_id=375ef447-5b24-4c5a-bca3-130ff870a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0340931 Jun 23 01:58:00.688777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d6683a60-ad97-4115-ba28-4e682e43876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:01.226203 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890da74-3e9e-4b07-b584-ba929de80a04 req-6edefedc-41ac-4798-aac4-1608913566c6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:01.227642 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2890da74-3e9e-4b07-b584-ba929de80a04 req-6edefedc-41ac-4798-aac4-1608913566c6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0505602 Jun 23 01:58:01.282219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2890da74-3e9e-4b07-b584-ba929de80a04 req-acb4a40c-4107-4da3-816d-b822a18650fc tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jun 23 01:58:02.083313 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:02.395131 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320aede-342f-4f56-b944-2f624f77eea6 req-548ffd0a-4ee1-45a7-9e15-ef941a0c1476 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:02.396585 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6320aede-342f-4f56-b944-2f624f77eea6 req-548ffd0a-4ee1-45a7-9e15-ef941a0c1476 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0467649 Jun 23 01:58:02.417338 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:02.446949 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6320aede-342f-4f56-b944-2f624f77eea6 req-96859ba8-4759-4d4b-8d79-5e8c16005dfa tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Jun 23 01:58:02.941271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 2c385bc0-f630-45db-8dbd-7ab5e03fd964 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:58:02.962767 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 2c385bc0-f630-45db-8dbd-7ab5e03fd964 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 01:58:02.963063 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 2c385bc0-f630-45db-8dbd-7ab5e03fd964 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 01:58:03.291135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:03.526167 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:03.579336 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e8e9-f11e-4b11-8749-06146adb6d19 req-b259bc5c-249f-45da-ba28-f38e0e8a39b7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:03.580973 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-47e7e8e9-f11e-4b11-8749-06146adb6d19 req-b259bc5c-249f-45da-ba28-f38e0e8a39b7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0523551 Jun 23 01:58:03.595497 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:03.632355 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-47e7e8e9-f11e-4b11-8749-06146adb6d19 req-1cc02246-ddde-41a3-a019-cc64f9fe25f4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Jun 23 01:58:04.672804 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:04.754731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c6a47-f823-4d16-9edb-e6a2f9c16e0f req-4a600fc2-423b-481d-959a-b73c01fb5f37 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:04.756203 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-de1c6a47-f823-4d16-9edb-e6a2f9c16e0f req-4a600fc2-423b-481d-959a-b73c01fb5f37 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0526590 Jun 23 01:58:04.806723 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-de1c6a47-f823-4d16-9edb-e6a2f9c16e0f req-7866af66-1605-4366-8cbe-9c51079a6595 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Jun 23 01:58:05.925659 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b8a2-3561-43cf-8524-67749c8ea7cb req-7ad851c4-0f8b-4c3c-acb3-e0e181e4ccdf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:05.927128 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6fc1b8a2-3561-43cf-8524-67749c8ea7cb req-7ad851c4-0f8b-4c3c-acb3-e0e181e4ccdf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0522747 Jun 23 01:58:05.980850 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6fc1b8a2-3561-43cf-8524-67749c8ea7cb req-7063003d-bb66-4d7f-8d03-fda531d092c5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481524 Jun 23 01:58:06.232286 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53840) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:06.395914 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53846) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:06.418169 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53850) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:06.510189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d9531962-7d4a-44d1-a2c1-a901fac37aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.545445 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f00cd3ab-f82f-4b1b-acc0-0fbac5dad55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.637614 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d9531962-7d4a-44d1-a2c1-a901fac37aa5 admin admin] Publish callbacks [] for security_group (44704d75-1451-4e05-896f-9c6085d74742), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.640684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (75a93383-a708-4f42-a285-744eee99a40c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.644852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d9531962-7d4a-44d1-a2c1-a901fac37aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (44704d75-1451-4e05-896f-9c6085d74742), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.701709 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d9531962-7d4a-44d1-a2c1-a901fac37aa5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a8f1ba000cf4d62a1be41232bf73eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020620 Jun 23 01:58:06.706039 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53854) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:06.716255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f00cd3ab-f82f-4b1b-acc0-0fbac5dad55e admin admin] Publish callbacks [] for security_group (723fd68e-595d-4b0b-b00d-4425d7783cac), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.723820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:06.724622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531962-7d4a-44d1-a2c1-a901fac37aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44704d75-1451-4e05-896f-9c6085d74742,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:06.729925 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f00cd3ab-f82f-4b1b-acc0-0fbac5dad55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (723fd68e-595d-4b0b-b00d-4425d7783cac), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.772325 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:06.788571 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f00cd3ab-f82f-4b1b-acc0-0fbac5dad55e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9951998e252845ca8927cf3432682075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688283 Jun 23 01:58:06.793274 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53856) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:06.803559 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd3ab-f82f-4b1b-acc0-0fbac5dad55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723fd68e-595d-4b0b-b00d-4425d7783cac,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:06.837038 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] Publish callbacks [] for security_group (44704d75-1451-4e05-896f-9c6085d74742), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.871518 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] Publish callbacks [] for security_group (44704d75-1451-4e05-896f-9c6085d74742), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.884783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] Publish callbacks [] for security_group (723fd68e-595d-4b0b-b00d-4425d7783cac), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.905261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Deleting port 76098b1f-884a-4a52-b69f-f4097f80b2fa {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 01:58:06.905516 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.923709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] Publish callbacks [] for security_group (723fd68e-595d-4b0b-b00d-4425d7783cac), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.965106 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (44704d75-1451-4e05-896f-9c6085d74742), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.967642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.973233 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44704d75-1451-4e05-896f-9c6085d74742 HTTP/1.1" status: 204 len: 168 time: 0.2622125 Jun 23 01:58:06.981184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91c65-8d7e-46cc-99b0-c49d60093778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44704d75-1451-4e05-896f-9c6085d74742,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:06.993410 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] For port 76098b1f-884a-4a52-b69f-f4097f80b2fa, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=76098b1f-884a-4a52-b69f-f4097f80b2fa,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:06.993885 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (723fd68e-595d-4b0b-b00d-4425d7783cac), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.993995 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.996247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:06.997399 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/723fd68e-595d-4b0b-b00d-4425d7783cac HTTP/1.1" status: 204 len: 168 time: 0.2023289 Jun 23 01:58:07.011729 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54149194-ffea-4351-b36c-94b28fd0faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723fd68e-595d-4b0b-b00d-4425d7783cac,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:07.021439 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:07.034513 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Calling delete_port for 76098b1f-884a-4a52-b69f-f4097f80b2fa owned by network:router_interface {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 01:58:07.360424 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:07.395814 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53874) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:07.410138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17afd-8e4e-48cd-84aa-65d63141ee87 req-d6e26112-8a73-4e7a-8a14-d07c842d2f42 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:07.410399 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab253681-27c0-4635-b76d-9172da590c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.411573 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a7d17afd-8e4e-48cd-84aa-65d63141ee87 req-d6e26112-8a73-4e7a-8a14-d07c842d2f42 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.3343163 Jun 23 01:58:07.461784 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53878) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:07.479510 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b05e3c1a-2304-4b11-9802-4aac3b98c80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.519078 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab253681-27c0-4635-b76d-9172da590c22 admin admin] Publish callbacks [] for security_group (27fa8623-3b58-4b48-b2bf-96834e0db555), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.526078 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a7d17afd-8e4e-48cd-84aa-65d63141ee87 req-80fb5c59-e420-438a-91b2-ae4bcf99d78b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074183 Jun 23 01:58:07.527419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab253681-27c0-4635-b76d-9172da590c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (27fa8623-3b58-4b48-b2bf-96834e0db555), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.580776 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ab253681-27c0-4635-b76d-9172da590c22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be90eb0787ce44bf923c70b10b72c01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838574 Jun 23 01:58:07.584605 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253681-27c0-4635-b76d-9172da590c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa8623-3b58-4b48-b2bf-96834e0db555,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:07.584730 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53880) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:07.606108 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (76098b1f-884a-4a52-b69f-f4097f80b2fa), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.621391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b05e3c1a-2304-4b11-9802-4aac3b98c80c admin admin] Publish callbacks [] for security_group (c95c04ee-8b7e-4def-b7c5-d34991c93c65), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.626117 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b05e3c1a-2304-4b11-9802-4aac3b98c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c95c04ee-8b7e-4def-b7c5-d34991c93c65), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.639770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Pushing event deleted for resources: {'Port': ['ID=76098b1f-884a-4a52-b69f-f4097f80b2fa,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:07.669170 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b05e3c1a-2304-4b11-9802-4aac3b98c80c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5afdea1c69824282b3d48fd999d77c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064505 Jun 23 01:58:07.670035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e3c1a-2304-4b11-9802-4aac3b98c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c04ee-8b7e-4def-b7c5-d34991c93c65,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:07.672313 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53882) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:07.728456 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] Publish callbacks [] for security_group (c95c04ee-8b7e-4def-b7c5-d34991c93c65), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.730659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:07.739368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] Publish callbacks [] for security_group (27fa8623-3b58-4b48-b2bf-96834e0db555), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.752916 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] Publish callbacks [] for security_group (c95c04ee-8b7e-4def-b7c5-d34991c93c65), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.799697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] Publish callbacks [] for security_group (27fa8623-3b58-4b48-b2bf-96834e0db555), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.806682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c95c04ee-8b7e-4def-b7c5-d34991c93c65), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.810338 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.811736 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c95c04ee-8b7e-4def-b7c5-d34991c93c65 HTTP/1.1" status: 204 len: 168 time: 0.1385343 Jun 23 01:58:07.830556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cc22a-8cdb-4f06-8954-9f0bcc3a209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c04ee-8b7e-4def-b7c5-d34991c93c65,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:07.839413 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (75a93383-a708-4f42-a285-744eee99a40c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.903903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (27fa8623-3b58-4b48-b2bf-96834e0db555), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.906438 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:07.907620 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27fa8623-3b58-4b48-b2bf-96834e0db555 HTTP/1.1" status: 204 len: 168 time: 0.3215883 Jun 23 01:58:07.947161 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bfcf6-d486-4243-bb7f-90b33a7b8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa8623-3b58-4b48-b2bf-96834e0db555,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:08.067579 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Router 75a93383-a708-4f42-a285-744eee99a40c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:58:08.124444 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:08.167964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:08.176549 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:58:08.182904 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-83616abc-b638-4e79-a89e-6d08601b2439 admin admin] 10.222.0.26 "PUT /v2.0/routers/75a93383-a708-4f42-a285-744eee99a40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489565 Jun 23 01:58:08.185317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53894) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:08.188212 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Sync routers for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:58:08.203178 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:08.204033 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:08.254452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:08.358416 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks [] for router (75a93383-a708-4f42-a285-744eee99a40c), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.360560 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:08.431953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53912) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:08.450675 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f077f57d-cb7f-4898-9175-8707eb734595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.494285 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks [] for router_gateway (75a93383-a708-4f42-a285-744eee99a40c), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.538223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f077f57d-cb7f-4898-9175-8707eb734595 admin admin] Publish callbacks [] for security_group (1bbc90e8-7e24-4deb-a2a1-0a644ac6c487), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.544493 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f077f57d-cb7f-4898-9175-8707eb734595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1bbc90e8-7e24-4deb-a2a1-0a644ac6c487), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.550184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Deleting port 1066a646-3174-4b6a-89d4-c5b7e6d4d561 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 01:58:08.550913 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.592219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f077f57d-cb7f-4898-9175-8707eb734595 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6dc5009e9e24dbc8b8cea2436e35f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560493 Jun 23 01:58:08.592219 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077f57d-cb7f-4898-9175-8707eb734595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc90e8-7e24-4deb-a2a1-0a644ac6c487,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:08.603691 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53916) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:08.612825 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:58:07Z', 'revision_number': 5, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port': {'id': '1066a646-3174-4b6a-89d4-c5b7e6d4d561', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a93383-a708-4f42-a285-744eee99a40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:08.648037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] For port 1066a646-3174-4b6a-89d4-c5b7e6d4d561, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=1066a646-3174-4b6a-89d4-c5b7e6d4d561,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:08.648608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.652033 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Checking router: 75a93383-a708-4f42-a285-744eee99a40c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:58:08.662988 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Routers {'75a93383-a708-4f42-a285-744eee99a40c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:08.663949 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['75a93383-a708-4f42-a285-744eee99a40c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:08.675383 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Calling delete_port for 1066a646-3174-4b6a-89d4-c5b7e6d4d561 owned by network:router_gateway {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 01:58:08.706178 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b82c5-5dd9-40fa-bc4e-f4e2d0a73205 req-07cdbf55-f5d3-4743-aa61-5a5ab699e7b5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:08.708331 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d60b82c5-5dd9-40fa-bc4e-f4e2d0a73205 req-07cdbf55-f5d3-4743-aa61-5a5ab699e7b5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0694723 Jun 23 01:58:08.709211 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] Publish callbacks [] for security_group (1bbc90e8-7e24-4deb-a2a1-0a644ac6c487), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.750332 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] Publish callbacks [] for security_group (1bbc90e8-7e24-4deb-a2a1-0a644ac6c487), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.808880 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d60b82c5-5dd9-40fa-bc4e-f4e2d0a73205 req-f787880b-bb83-47c0-b286-bc9f9916d452 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898211 Jun 23 01:58:08.849703 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1bbc90e8-7e24-4deb-a2a1-0a644ac6c487), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.852885 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.856892 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bbc90e8-7e24-4deb-a2a1-0a644ac6c487 HTTP/1.1" status: 204 len: 168 time: 0.2486427 Jun 23 01:58:08.867075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef576-7bdb-43ea-a9c2-fd68a998a963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc90e8-7e24-4deb-a2a1-0a644ac6c487,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:08.889453 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] Set router 75a93383-a708-4f42-a285-744eee99a40c gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:08.939465 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:58:08Z', 'revision_number': 6, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:08.959684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (1066a646-3174-4b6a-89d4-c5b7e6d4d561), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:08.965422 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2463-6a87-4b36-b403-392283dbfbfc None None] The sync data for ids ['75a93383-a708-4f42-a285-744eee99a40c'] in dv-cinder-815582-9-iscsi is: [{'id': '75a93383-a708-4f42-a285-744eee99a40c', 'name': 'tempest-DeleteServersTestJSON-591383801-router', 'tenant_id': 'c435aab218b8498585477269fe5ecc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:58:08Z', 'revision_number': 6, 'project_id': 'c435aab218b8498585477269fe5ecc60', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:58:08.996369 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Pushing event deleted for resources: {'Port': ['ID=1066a646-3174-4b6a-89d4-c5b7e6d4d561,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:09.069406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (75a93383-a708-4f42-a285-744eee99a40c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.170110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (75a93383-a708-4f42-a285-744eee99a40c), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.172635 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks [] for router_controller (75a93383-a708-4f42-a285-744eee99a40c), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.240856 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (75a93383-a708-4f42-a285-744eee99a40c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.241416 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a93383-a708-4f42-a285-744eee99a40c {{(pid=104186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 01:58:09.246367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.250658 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-972d3b8d-deea-4b9d-aee0-59adc23f6588 admin admin] 10.222.0.26 "DELETE /v2.0/routers/75a93383-a708-4f42-a285-744eee99a40c HTTP/1.1" status: 204 len: 168 time: 1.0611625 Jun 23 01:58:09.250658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53940) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:09.299130 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Deleting subnet 85ca8fbe-dd2f-4f39-a817-27f53b9a7461 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 01:58:09.302677 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Publish callbacks [] for subnet (85ca8fbe-dd2f-4f39-a817-27f53b9a7461), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.345499 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (85ca8fbe-dd2f-4f39-a817-27f53b9a7461), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.379012 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:09.426312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:09.514289 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (85ca8fbe-dd2f-4f39-a817-27f53b9a7461), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.547882 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb833-54cc-4043-a2cc-3b181c7232fb req-49ac4442-1254-45f9-b8ff-ea6ceba2e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:09.549663 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bc6eb833-54cc-4043-a2cc-3b181c7232fb req-49ac4442-1254-45f9-b8ff-ea6ceba2e713 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1130 time: 0.0848298 Jun 23 01:58:09.615647 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bc6eb833-54cc-4043-a2cc-3b181c7232fb req-49edce9f-cd0c-492c-ac15-870bc0c0884c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Jun 23 01:58:09.617247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (85ca8fbe-dd2f-4f39-a817-27f53b9a7461), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.639324 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ca8fbe-dd2f-4f39-a817-27f53b9a7461,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:09.649035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.652509 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-cfe230d9-dac0-4dbc-a7e1-42278caf2fb9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/85ca8fbe-dd2f-4f39-a817-27f53b9a7461 HTTP/1.1" status: 204 len: 168 time: 0.4009159 Jun 23 01:58:09.654671 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 53966) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:09.656287 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479665e-747f-4109-9d83-d752b55e6c80 None None] Network 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:09.736027 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.790786 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Deleting port 07a20571-ebda-4575-9f68-eab6778bb26e {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 01:58:09.791205 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.866517 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] DHCP port deletion for 5d34bdf4-fe13-4cf3-95fc-add1fdc6762f request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 01:58:09.915698 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Deleting port 07a20571-ebda-4575-9f68-eab6778bb26e {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 01:58:09.916335 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.916901 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] For port 07a20571-ebda-4575-9f68-eab6778bb26e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=07a20571-ebda-4575-9f68-eab6778bb26e,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:09.917330 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:09.932427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53976) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:09.939099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Calling delete_port for 07a20571-ebda-4575-9f68-eab6778bb26e owned by network:dhcp {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 01:58:09.985911 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] For port 07a20571-ebda-4575-9f68-eab6778bb26e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=07a20571-ebda-4575-9f68-eab6778bb26e,segment=NetworkSegment(fbc3415d-25dc-4b91-9365-67e4a158396d),segment_id=fbc3415d-25dc-4b91-9365-67e4a158396d)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:09.986437 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.000660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Calling delete_port for 07a20571-ebda-4575-9f68-eab6778bb26e owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 01:58:10.040414 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867578d1-b77c-49e9-ad17-6f6a27d0a55e req-723529a0-bb0f-4b59-99a5-86f9972e6f09 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:10.042223 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-867578d1-b77c-49e9-ad17-6f6a27d0a55e req-723529a0-bb0f-4b59-99a5-86f9972e6f09 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.1049755 Jun 23 01:58:10.110232 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:10.147600 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-867578d1-b77c-49e9-ad17-6f6a27d0a55e req-9f29b705-2e01-4ef5-a650-8a9c7bac319c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Jun 23 01:58:10.150966 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.159644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-741808814-network', 'tenant_id': '5a7db67320b04863ac7d28369425dd19'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:10.161388 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (07a20571-ebda-4575-9f68-eab6778bb26e), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.179041 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a20571-ebda-4575-9f68-eab6778bb26e,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.189971 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Made reservation on behalf of 5a7db67320b04863ac7d28369425dd19 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:10.191409 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] No DVR routers for this DVR port 07a20571-ebda-4575-9f68-eab6778bb26e on host dv-cinder-815582-9-iscsi {{(pid=104187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 01:58:10.196464 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.225464 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.233293 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Pushing event deleted for resources: {'Port': ['ID=07a20571-ebda-4575-9f68-eab6778bb26e,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.240345 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:10.241659 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] No DVR routers for this DVR port 07a20571-ebda-4575-9f68-eab6778bb26e on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 01:58:10.263538 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.264016 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.264457 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.270916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.273998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.277179 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.278270 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.279085 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.280137 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.280964 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.282062 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.283107 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.284340 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.284889 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.286666 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cf9e5-38a5-4255-b9bd-fa06373e9b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:10.304545 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.330147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 07a20571-ebda-4575-9f68-eab6778bb26e no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:58:10.342016 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.343117 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.343301 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.343684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > port after_create 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.344007 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.348284 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > port after_update 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.348705 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.348958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.349265 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.349578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.358746 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 07a20571-ebda-4575-9f68-eab6778bb26e {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 01:58:10.359081 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 07a20571-ebda-4575-9f68-eab6778bb26e not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 01:58:10.359506 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 76098b1f-884a-4a52-b69f-f4097f80b2fa no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:58:10.379585 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 76098b1f-884a-4a52-b69f-f4097f80b2fa {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 01:58:10.380092 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 76098b1f-884a-4a52-b69f-f4097f80b2fa not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 01:58:10.380849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 1066a646-3174-4b6a-89d4-c5b7e6d4d561 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:58:10.389951 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks [] for security_group (a86f0e87-96bd-480b-ba62-fe2b1f291713), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.396293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a86f0e87-96bd-480b-ba62-fe2b1f291713), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.402937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 1066a646-3174-4b6a-89d4-c5b7e6d4d561 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 01:58:10.403306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 1066a646-3174-4b6a-89d4-c5b7e6d4d561 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 01:58:10.429485 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:58:10.434400 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86f0e87-96bd-480b-ba62-fe2b1f291713,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.452810 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.453159 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.453487 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.453809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 01:58:10.454171 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d34bdf4-fe13-4cf3-95fc-add1fdc6762f']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:10.456747 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (a9517e19-7c40-43c3-98f2-de2aee5b9c3e), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.457084 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Added segment a9517e19-7c40-43c3-98f2-de2aee5b9c3e of type vlan for network c32b92fc-5000-490b-9c2b-64162cf17bf3 Jun 23 01:58:10.472458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc3415d-25dc-4b91-9365-67e4a158396d') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:10.472747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc3415d-25dc-4b91-9365-67e4a158396d') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:10.490224 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (fbc3415d-25dc-4b91-9365-67e4a158396d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.503847 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (c32b92fc-5000-490b-9c2b-64162cf17bf3), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.512874 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (fbc3415d-25dc-4b91-9365-67e4a158396d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.525411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 01:58:10.525797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (fbc3415d-25dc-4b91-9365-67e4a158396d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.532401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (c32b92fc-5000-490b-9c2b-64162cf17bf3), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.533978 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:10.534540 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.582470 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6487193 Jun 23 01:58:10.585856 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 53998) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:10.593623 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Request body: {'subnet': {'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-741808814-subnet', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:10.622619 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (5d34bdf4-fe13-4cf3-95fc-add1fdc6762f), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.638338 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.640549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b5a54-b430-41de-8d9f-e619ff5d4745 admin admin] Pushing event updated for resources: {'Network': ['ID=c32b92fc-5000-490b-9c2b-64162cf17bf3,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.642576 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Made reservation on behalf of 5a7db67320b04863ac7d28369425dd19 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:10.644816 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5d34bdf4-fe13-4cf3-95fc-add1fdc6762f HTTP/1.1" status: 204 len: 168 time: 0.9878454 Jun 23 01:58:10.648613 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.653824 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:58:10.665447 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b027744-dde7-44e5-96a3-cb8c85fdb994 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d34bdf4-fe13-4cf3-95fc-add1fdc6762f,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.817629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:10.826954 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment fbc3415d-25dc-4b91-9365-67e4a158396d resource provider aggregate not found Jun 23 01:58:10.852697 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment fbc3415d-25dc-4b91-9365-67e4a158396d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbc3415d-25dc-4b91-9365-67e4a158396d found for delete ", "request_id": "req-21b8dbab-392c-46b0-9201-d513ff01f2fe"}]} Jun 23 01:58:10.873880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (07877b4c-0213-4419-bc9e-f01b74a2c604), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:10.933515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:10.946561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07877b4c-0213-4419-bc9e-f01b74a2c604,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:10.956920 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Checking segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:10.957498 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Network hostable DHCP agents. Network: c32b92fc-5000-490b-9c2b-64162cf17bf3, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:58:10.979678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:58:10.991170 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54016) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:11.008410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, c32b92fc-5000-490b-9c2b-64162cf17bf3) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:11.017403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:11.017986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.020323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf06bf-2f75-46ba-83b6-6affbbf96ad0 None None] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:11.049015 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b25cfb86-10a4-4704-87b2-92ffa2259f5a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4619098 Jun 23 01:58:11.052001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54022) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:11.054924 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2014c8ca-0cdb-4271-99e2-55780387d961 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c435aab218b8498585477269fe5ecc60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0625470 Jun 23 01:58:11.057508 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54024) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:11.057732 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:11.098964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.106098 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.119156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:11.129519 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] Publish callbacks [] for security_group (e2f3ebc0-650c-4263-acdb-26c7cd6252c6), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.154798 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] Publish callbacks [] for security_group (e2f3ebc0-650c-4263-acdb-26c7cd6252c6), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.169031 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-c32b92fc-5000-490b-9c2b-64162cf17bf3', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:58:11.170097 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.179508 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for router_controller (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.220307 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e2f3ebc0-650c-4263-acdb-26c7cd6252c6), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.223219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.226888 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2f3ebc0-650c-4263-acdb-26c7cd6252c6 HTTP/1.1" status: 204 len: 168 time: 0.1648617 Jun 23 01:58:11.234990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fce57-f502-4af5-a8ce-30d3047190dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f3ebc0-650c-4263-acdb-26c7cd6252c6,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:11.248664 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54034) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:11.446899 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Allocated IP 172.20.0.2 (c32b92fc-5000-490b-9c2b-64162cf17bf3/07877b4c-0213-4419-bc9e-f01b74a2c604/2d489305-6939-4fd8-ac75-1975b56387b2) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:11.465957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6d568296-a44d-47b8-a229-fdf6ded6c64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.483778 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for router_gateway (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.489383 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:11.580346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6d568296-a44d-47b8-a229-fdf6ded6c64a admin admin] Publish callbacks [] for security_group (13420d64-d395-43c9-839e-71efc9320340), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.586957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6d568296-a44d-47b8-a229-fdf6ded6c64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (13420d64-d395-43c9-839e-71efc9320340), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.588561 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe598e5-237e-4af9-9720-d34f6322c06c req-7293a160-296f-4d93-a969-e168ab25afe0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:11.590088 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6fe598e5-237e-4af9-9720-d34f6322c06c req-7293a160-296f-4d93-a969-e168ab25afe0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.2096391 Jun 23 01:58:11.640717 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6d568296-a44d-47b8-a229-fdf6ded6c64a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eb06b7c6795491899d9e0ca42564344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900998 Jun 23 01:58:11.641894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54046) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:11.708712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568296-a44d-47b8-a229-fdf6ded6c64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13420d64-d395-43c9-839e-71efc9320340,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:11.772284 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] Publish callbacks [] for security_group (13420d64-d395-43c9-839e-71efc9320340), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.804943 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks [] for port (2d489305-6939-4fd8-ac75-1975b56387b2), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.819853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.820421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] Publish callbacks [] for security_group (13420d64-d395-43c9-839e-71efc9320340), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.826791 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6fe598e5-237e-4af9-9720-d34f6322c06c req-778d2bb9-c956-4ed1-b9e6-3e6aa50c6246 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219994 Jun 23 01:58:11.856241 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for router_gateway (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.881952 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.889251 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:11.894373 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:11.898974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:11.904257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (13420d64-d395-43c9-839e-71efc9320340), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.910792 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.915616 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13420d64-d395-43c9-839e-71efc9320340 HTTP/1.1" status: 204 len: 168 time: 0.2711248 Jun 23 01:58:11.927699 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d1315-cac1-4604-85e7-cc82d3060377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13420d64-d395-43c9-839e-71efc9320340,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:11.937275 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Pushing event updated for resources: {'Port': ['ID=2d489305-6939-4fd8-ac75-1975b56387b2,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:11.981352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Attempting to bind port 2d489305-6939-4fd8-ac75-1975b56387b2 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:11.981994 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Attempting to bind port 2d489305-6939-4fd8-ac75-1975b56387b2 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:11.982509 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Attempting to bind port 2d489305-6939-4fd8-ac75-1975b56387b2 on network c32b92fc-5000-490b-9c2b-64162cf17bf3 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:11.989826 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:11.990554 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Checking segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:11.991400 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:11.991945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Bound using segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:11.992648 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Bound port: 2d489305-6939-4fd8-ac75-1975b56387b2, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:11.993182 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:12.027314 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Allocated IP 172.27.0.8 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/a9598507-2024-4c81-aa43-ce3c9773a769) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:12.045859 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:12.107670 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] For port 2d489305-6939-4fd8-ac75-1975b56387b2, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:12.117918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] For port 2d489305-6939-4fd8-ac75-1975b56387b2, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2d489305-6939-4fd8-ac75-1975b56387b2,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:12.129175 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:12.171352 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for port (a9598507-2024-4c81-aa43-ce3c9773a769), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:12.235277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:12.246106 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831406c-bf6b-4dd0-b697-0dfede3567cc None None] Pushing event updated for resources: {'Port': ['ID=2d489305-6939-4fd8-ac75-1975b56387b2,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:12.303408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:12.316947 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:12.325797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:12.329966 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:12.335308 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Pushing event updated for resources: {'Port': ['ID=a9598507-2024-4c81-aa43-ce3c9773a769,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:12.757208 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for router_gateway (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.256243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f934de4-803e-4870-a241-1b42c8e7773b req-0dd03400-4a77-4f02-94c6-4a7b5545def1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:13.257766 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7f934de4-803e-4870-a241-1b42c8e7773b req-0dd03400-4a77-4f02-94c6-4a7b5545def1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.1390221 Jun 23 01:58:13.331660 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7f934de4-803e-4870-a241-1b42c8e7773b req-637a3553-908a-48d7-b865-b47f9f3067e1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646977 Jun 23 01:58:13.332783 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.394793 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54623d5b-de41-4dc3-8ded-b089c46bf81b None None] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:13.441236 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:13.495997 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Provisioning complete for port 2d489305-6939-4fd8-ac75-1975b56387b2 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:13.496490 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c6fc-16be-4a64-a1a7-6f7d94335c29 req-f1032b46-3981-4994-96e0-ada584d7f98e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:13.498207 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd84c6fc-16be-4a64-a1a7-6f7d94335c29 req-f1032b46-3981-4994-96e0-ada584d7f98e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0717733 Jun 23 01:58:13.500229 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.571793 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:58:13.583779 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd84c6fc-16be-4a64-a1a7-6f7d94335c29 req-6376c5f4-6f4a-4416-ba8a-abd42ff4cc75 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744431 Jun 23 01:58:13.663307 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Current status of the port 2d489305-6939-4fd8-ac75-1975b56387b2 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:13.663649 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.680804 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:13.711184 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:58:13.723776 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] For port 2d489305-6939-4fd8-ac75-1975b56387b2, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2d489305-6939-4fd8-ac75-1975b56387b2,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:13.728947 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Sync routers for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:58:13.745494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.759337 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:13.760743 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4a820a4e-cff1-4b71-8def-3730cf19b2cd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7075064 Jun 23 01:58:13.763598 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54136) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:13.780440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54138) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:13.803113 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:13.808868 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:13.986522 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.021366 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8d47f-eb45-45b5-8867-c2477bfa2907 None None] Pushing event updated for resources: {'Port': ['ID=2d489305-6939-4fd8-ac75-1975b56387b2,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:14.065020 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-27f4b413-efea-4040-87dc-52fe2c1310b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.069686 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.079760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:14.086062 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.177171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-dc41c4c0-582d-49ad-a01f-171b5ff383a1 None None] Provisioning complete for port 2d489305-6939-4fd8-ac75-1975b56387b2 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:14.183087 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-dc41c4c0-582d-49ad-a01f-171b5ff383a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.302974 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-27f4b413-efea-4040-87dc-52fe2c1310b5 admin admin] Publish callbacks [] for security_group (55f1c47f-027c-4066-afe5-223c74f21153), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.313936 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-27f4b413-efea-4040-87dc-52fe2c1310b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (55f1c47f-027c-4066-afe5-223c74f21153), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.362737 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-27f4b413-efea-4040-87dc-52fe2c1310b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84e10d60a48d4c64af2a64c4829250ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805845 Jun 23 01:58:14.363823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4b413-efea-4040-87dc-52fe2c1310b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1c47f-027c-4066-afe5-223c74f21153,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:14.366271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54152) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:14.370449 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2d489305-6939-4fd8-ac75-1975b56387b2 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:14.406612 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.419152 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] Publish callbacks [] for security_group (55f1c47f-027c-4066-afe5-223c74f21153), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.421473 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.432158 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-dc41c4c0-582d-49ad-a01f-171b5ff383a1 None None] Current status of the port 2d489305-6939-4fd8-ac75-1975b56387b2 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:14.447563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:12Z', 'revision_number': 3, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:14.448922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] Publish callbacks [] for security_group (55f1c47f-027c-4066-afe5-223c74f21153), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.478720 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Checking router: af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:58:14.479062 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Updating router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 port a9598507-2024-4c81-aa43-ce3c9773a769 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:58:14.509608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (55f1c47f-027c-4066-afe5-223c74f21153), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.514215 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.515484 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f1c47f-027c-4066-afe5-223c74f21153 HTTP/1.1" status: 204 len: 168 time: 0.1481524 Jun 23 01:58:14.518497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 2d489305-6939-4fd8-ac75-1975b56387b2 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:14.518907 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.526580 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd66c12-ee17-48fa-9063-5435f1fa68f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1c47f-027c-4066-afe5-223c74f21153,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:14.546072 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.581792 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Allocated IP 172.20.0.1 (c32b92fc-5000-490b-9c2b-64162cf17bf3/07877b4c-0213-4419-bc9e-f01b74a2c604/78367218-0c5e-454f-93e9-33e53c190a44) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:14.617293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.709832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 2d489305-6939-4fd8-ac75-1975b56387b2 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:14.716945 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks [] for port (78367218-0c5e-454f-93e9-33e53c190a44), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.753212 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.791578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:14.794526 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:14.797571 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:14.839268 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Pushing event updated for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:14.851320 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.871901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks [] for port (a9598507-2024-4c81-aa43-ce3c9773a769), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.881095 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.921697 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.949787 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Attempting to bind port a9598507-2024-4c81-aa43-ce3c9773a769 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:14.950159 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Attempting to bind port a9598507-2024-4c81-aa43-ce3c9773a769 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:14.950521 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Attempting to bind port a9598507-2024-4c81-aa43-ce3c9773a769 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:14.956373 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:14.962181 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:14.962863 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:14.963437 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.964002 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:14.964680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Bound port: a9598507-2024-4c81-aa43-ce3c9773a769, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:14.965234 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:14.968722 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47c66-38fd-4109-89d8-620f002b8489 None None] Pushing event updated for resources: {'Port': ['ID=a9598507-2024-4c81-aa43-ce3c9773a769,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:15.027075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (78367218-0c5e-454f-93e9-33e53c190a44), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.027902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] For port a9598507-2024-4c81-aa43-ce3c9773a769, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:15.029773 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:15.033279 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] For port a9598507-2024-4c81-aa43-ce3c9773a769, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a9598507-2024-4c81-aa43-ce3c9773a769,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:15.045037 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.114321 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-eeffa02a-d420-4fc1-b664-32ec65d35f90 None None] Provisioning complete for port 78367218-0c5e-454f-93e9-33e53c190a44 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:15.114692 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-eeffa02a-d420-4fc1-b664-32ec65d35f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (78367218-0c5e-454f-93e9-33e53c190a44), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.158606 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-eeffa02a-d420-4fc1-b664-32ec65d35f90 None None] Port 78367218-0c5e-454f-93e9-33e53c190a44 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:58:15.183342 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47c66-38fd-4109-89d8-620f002b8489 None None] Pushing event updated for resources: {'Port': ['ID=a9598507-2024-4c81-aa43-ce3c9773a769,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:15.186590 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:15.186861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:15.277415 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks [] for port (78367218-0c5e-454f-93e9-33e53c190a44), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.289745 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.356349 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:15.473982 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:15.493472 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Pushing event updated for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:15.650213 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:15.651784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:15.795722 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-95156fd6-b613-4a38-a5cb-933f0d6a3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:15.798613 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-95156fd6-b613-4a38-a5cb-933f0d6a3c31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0853739 Jun 23 01:58:15.811573 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:58:15.867123 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3d46f-8e58-4071-be8a-e9e759c03c25 req-d44303f0-ccdf-40fa-b901-f27f2f7ae5f6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:15.868736 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-78f3d46f-8e58-4071-be8a-e9e759c03c25 req-d44303f0-ccdf-40fa-b901-f27f2f7ae5f6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0667331 Jun 23 01:58:15.893288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 1, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:15.924640 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382248e-4b8d-4344-ae18-9b62d5ca6e78 None None] The sync data for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi is: [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 1, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:58:15.945186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-d57cae2d-8411-46ff-b89a-ff51a2b9d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:15.946871 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-d57cae2d-8411-46ff-b89a-ff51a2b9d118 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1330235 Jun 23 01:58:15.982694 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:15.985399 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-02ca59c7-20f4-4d92-bdc5-6d26846864ef None None] Provisioning complete for port 78367218-0c5e-454f-93e9-33e53c190a44 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:15.985760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-02ca59c7-20f4-4d92-bdc5-6d26846864ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (78367218-0c5e-454f-93e9-33e53c190a44), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:16.025929 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-78f3d46f-8e58-4071-be8a-e9e759c03c25 req-31de09af-1790-409b-96eb-eb36082f9ac9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452770 Jun 23 01:58:16.038585 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:16.041511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-02ca59c7-20f4-4d92-bdc5-6d26846864ef None None] Port 78367218-0c5e-454f-93e9-33e53c190a44 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:58:16.041986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:58:16.055840 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1ec9ec2e-01b8-43a3-aeb0-c68aa7e28b8b admin admin] 10.222.0.26 "PUT /v2.0/routers/af59ce1f-6766-4ef6-b1c1-d1a6e17b1100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2821741 Jun 23 01:58:16.055922 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-fdf48753-abb1-4111-a6fd-15b56b231058 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0801985 Jun 23 01:58:16.115637 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-538cebbc-74ee-46dd-83c8-61fa9c603c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:16.117117 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-538cebbc-74ee-46dd-83c8-61fa9c603c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0616107 Jun 23 01:58:16.169580 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-95155ce1-e830-4e2d-a430-77f9e21e384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:16.171783 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-95155ce1-e830-4e2d-a430-77f9e21e384d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455821 Jun 23 01:58:16.315666 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-1c35e21f-5291-471c-82c8-ece310a26dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354527 Jun 23 01:58:16.431579 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1c6f9ba6-7c23-4ced-8d59-520ff444ed72 req-55ff1890-abc2-434e-923b-ec5c47803483 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084316 Jun 23 01:58:16.870401 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54250) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:17.110250 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ece420ac-e043-4339-a4eb-341b18327759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.205978 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54266) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:17.211199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194090970-network', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:17.246194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Made reservation on behalf of 5d85388598234c5e88414a1dbf17a5f8 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:17.263157 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.286456 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.329498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ece420ac-e043-4339-a4eb-341b18327759 admin admin] Publish callbacks [] for security_group (624e9a01-89a8-4856-a3b7-d5a7863188af), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.342217 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80c1d-519f-4af9-a7b3-517c92f76352 req-b234ddf5-c306-463c-a985-7a335194f6e9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:17.344009 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3fd80c1d-519f-4af9-a7b3-517c92f76352 req-b234ddf5-c306-463c-a985-7a335194f6e9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1650491 Jun 23 01:58:17.345235 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ece420ac-e043-4339-a4eb-341b18327759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (624e9a01-89a8-4856-a3b7-d5a7863188af), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.375232 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:17.394005 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ece420ac-e043-4339-a4eb-341b18327759 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13f3c48049e14705992e784ca7f835c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210068 Jun 23 01:58:17.399460 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54270) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:17.421187 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece420ac-e043-4339-a4eb-341b18327759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e9a01-89a8-4856-a3b7-d5a7863188af,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:17.448851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks [] for security_group (276e2a51-1e3b-47fd-ad4e-c34891bca110), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.456883 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3fd80c1d-519f-4af9-a7b3-517c92f76352 req-04930342-46bb-4be3-b13c-5b805cbbb24f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875793 Jun 23 01:58:17.473451 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (276e2a51-1e3b-47fd-ad4e-c34891bca110), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.506507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:58:17.520922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] Publish callbacks [] for security_group (624e9a01-89a8-4856-a3b7-d5a7863188af), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.528122 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (5f0663fa-a3c8-4879-b41e-8ac3ce63b726), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.528457 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Added segment 5f0663fa-a3c8-4879-b41e-8ac3ce63b726 of type vlan for network ae634452-5229-4d52-a785-20894d0d7011 Jun 23 01:58:17.545043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e2a51-1e3b-47fd-ad4e-c34891bca110,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:17.575503 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:17.591368 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] Publish callbacks [] for security_group (624e9a01-89a8-4856-a3b7-d5a7863188af), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.608855 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (ae634452-5229-4d52-a785-20894d0d7011), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.662858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (ae634452-5229-4d52-a785-20894d0d7011), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.663895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:17.664548 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.694280 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4870880 Jun 23 01:58:17.697149 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54272) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:17.701454 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (624e9a01-89a8-4856-a3b7-d5a7863188af), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.702234 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Request body: {'subnet': {'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194090970-subnet', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:17.703954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.708870 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/624e9a01-89a8-4856-a3b7-d5a7863188af HTTP/1.1" status: 204 len: 168 time: 0.3055468 Jun 23 01:58:17.719156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b04c19-d63b-48be-a1cc-dcb788d680d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e9a01-89a8-4856-a3b7-d5a7863188af,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:17.731572 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Made reservation on behalf of 5d85388598234c5e88414a1dbf17a5f8 for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:17.734751 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25555679'] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:17.754959 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9474-29a5-407a-93ca-6926c2fd2682 admin admin] Pushing event updated for resources: {'Network': ['ID=ae634452-5229-4d52-a785-20894d0d7011,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:17.769602 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network ae634452-5229-4d52-a785-20894d0d7011 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:58:17.967589 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25285117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25555625'] for subnet (42381dab-c4c7-40a1-86f5-297732702c23), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.024378 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42381dab-c4c7-40a1-86f5-297732702c23,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:18.040325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Checking segment: {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:18.040681 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Network hostable DHCP agents. Network: ae634452-5229-4d52-a785-20894d0d7011, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:58:18.068109 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Network ae634452-5229-4d52-a785-20894d0d7011 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:58:18.082713 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, ae634452-5229-4d52-a785-20894d0d7011) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:18.099440 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:18.099440 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.105848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59fe33d-48ba-4438-8cdf-aba62b495c9b None None] Network ae634452-5229-4d52-a785-20894d0d7011 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:18.121569 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5cf8f711-fc65-4431-9b88-bd97ba6fba98 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4232571 Jun 23 01:58:18.124584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54290) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:18.133895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:18.159770 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.163646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.245654 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-ae634452-5229-4d52-a785-20894d0d7011', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:58:18.247052 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.247463 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for router_controller (26569f70-63c0-4ee7-a37b-50b2f0f637ec), precommit_add_association {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.394852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a9598507-2024-4c81-aa43-ce3c9773a769 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:18.402885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:18.498071 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Allocated IP 172.20.0.2 (ae634452-5229-4d52-a785-20894d0d7011/42381dab-c4c7-40a1-86f5-297732702c23/b6a09338-7f65-490a-b804-5f27562bddb7) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:18.524265 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a9598507-2024-4c81-aa43-ce3c9773a769 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:18.524871 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.542484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:18.638747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8662d-6ac5-48a5-a4ac-6a914f2e9030 req-57b61050-f33b-4c97-b841-ffa1ccd123ec tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:18.642452 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4f8662d-6ac5-48a5-a4ac-6a914f2e9030 req-57b61050-f33b-4c97-b841-ffa1ccd123ec tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0897973 Jun 23 01:58:18.732751 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Sync routers for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:58:18.748446 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4f8662d-6ac5-48a5-a4ac-6a914f2e9030 req-ec8b22b6-6e33-489b-97cd-71ec2a522e25 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980694 Jun 23 01:58:18.754778 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:18.757012 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:18.771111 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a9598507-2024-4c81-aa43-ce3c9773a769 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:18.771717 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.778582 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for router_gateway (26569f70-63c0-4ee7-a37b-50b2f0f637ec), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.791163 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks [] for port (b6a09338-7f65-490a-b804-5f27562bddb7), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.805836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.809062 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port a9598507-2024-4c81-aa43-ce3c9773a769, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a9598507-2024-4c81-aa43-ce3c9773a769,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:18.824744 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:18.862536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Network ae634452-5229-4d52-a785-20894d0d7011 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:18.867627 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:18.871982 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:18.880061 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Pushing event updated for resources: {'Port': ['ID=b6a09338-7f65-490a-b804-5f27562bddb7,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:18.912009 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:19.027885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Attempting to bind port b6a09338-7f65-490a-b804-5f27562bddb7 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:19.028568 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Attempting to bind port b6a09338-7f65-490a-b804-5f27562bddb7 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:19.029353 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Attempting to bind port b6a09338-7f65-490a-b804-5f27562bddb7 on network ae634452-5229-4d52-a785-20894d0d7011 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:19.033518 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=a9598507-2024-4c81-aa43-ce3c9773a769,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:19.039448 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:19.040026 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Checking segment: {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:19.040577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.041120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Bound using segment: {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:19.041730 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Bound port: b6a09338-7f65-490a-b804-5f27562bddb7, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:19.042595 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.139909 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] For port b6a09338-7f65-490a-b804-5f27562bddb7, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:19.143326 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] For port b6a09338-7f65-490a-b804-5f27562bddb7, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b6a09338-7f65-490a-b804-5f27562bddb7,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:19.145618 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for router_gateway (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.152272 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.173587 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.175267 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:15Z', 'revision_number': 2, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:19.187279 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:19.221935 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Checking router: af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:58:19.222549 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Updating router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 port 78367218-0c5e-454f-93e9-33e53c190a44 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:58:19.229337 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa59e-0bf6-4a79-90c5-8a92767fe3bf None None] Pushing event updated for resources: {'Port': ['ID=b6a09338-7f65-490a-b804-5f27562bddb7,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:19.276807 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:58:19.292199 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (78367218-0c5e-454f-93e9-33e53c190a44), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.341818 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Allocated IP 172.27.0.179 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/6dbee726-0773-4d54-9151-1b9a873728fd) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:19.503695 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for port (6dbee726-0773-4d54-9151-1b9a873728fd), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.513162 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:19.549304 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.620856 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:19.629487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:19.633867 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:19.637354 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:19.640176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:19.642547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbee726-0773-4d54-9151-1b9a873728fd,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:19.762738 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks [] for port (78367218-0c5e-454f-93e9-33e53c190a44), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.772019 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.899868 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2ac0-aab6-4816-93cc-c7612717bff9 req-cfdf9a96-e50d-41a3-ae89-23d199a27927 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:19.907967 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c5af2ac0-aab6-4816-93cc-c7612717bff9 req-cfdf9a96-e50d-41a3-ae89-23d199a27927 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0950253 Jun 23 01:58:19.937210 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Pushing event updated for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:19.943601 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for router_gateway (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:19.947884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:19.952498 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.952901 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.953946 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.954440 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.955061 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.956100 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.956572 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.957083 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.957672 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.958133 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.958593 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.959096 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.959640 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.960753 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.962846 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:19.990115 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Attempting to bind port 78367218-0c5e-454f-93e9-33e53c190a44 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:19.990537 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c5af2ac0-aab6-4816-93cc-c7612717bff9 req-5f413a28-101d-49d8-9918-01ab9e52b0b0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814009 Jun 23 01:58:19.991156 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Attempting to bind port 78367218-0c5e-454f-93e9-33e53c190a44 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:19.991794 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Attempting to bind port 78367218-0c5e-454f-93e9-33e53c190a44 on network c32b92fc-5000-490b-9c2b-64162cf17bf3 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:20.006770 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:20.007139 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Checking segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:20.007613 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.010303 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Bound using segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:20.010802 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Bound port: 78367218-0c5e-454f-93e9-33e53c190a44, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:20.011181 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (78367218-0c5e-454f-93e9-33e53c190a44), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.098057 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] For port 78367218-0c5e-454f-93e9-33e53c190a44, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:20.101349 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] For port 78367218-0c5e-454f-93e9-33e53c190a44, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=78367218-0c5e-454f-93e9-33e53c190a44,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:20.124980 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.193801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.219523 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Provisioning complete for port 78367218-0c5e-454f-93e9-33e53c190a44 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:20.219973 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (78367218-0c5e-454f-93e9-33e53c190a44), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.226690 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:20.227432 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:20.229523 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc966a9-7173-4bfd-90a8-a7189b09198b None None] Pushing event updated for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:20.369962 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:20.459381 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Router 26569f70-63c0-4ee7-a37b-50b2f0f637ec is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:58:20.468919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Current status of the port 78367218-0c5e-454f-93e9-33e53c190a44 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:20.469547 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (78367218-0c5e-454f-93e9-33e53c190a44), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.519741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54352) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:20.540215 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:20.552741 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] For port 78367218-0c5e-454f-93e9-33e53c190a44, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=78367218-0c5e-454f-93e9-33e53c190a44,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:20.563995 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.663089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b6a09338-7f65-490a-b804-5f27562bddb7 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:20.706022 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:58:20.738849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-a2118054-6483-4ed8-965d-1d4b5a405584 None None] Provisioning complete for port 78367218-0c5e-454f-93e9-33e53c190a44 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:20.739242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a2118054-6483-4ed8-965d-1d4b5a405584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (78367218-0c5e-454f-93e9-33e53c190a44), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.741894 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:20.743233 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Sync routers for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:58:20.751171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:20.752466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e9880-1f8b-47ff-ab26-9b4b984923d1 None None] Pushing event updated for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:20.777518 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.778948 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a76287b0-22be-47a5-9ccf-e252b4cd374e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.787696 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e6ee06eb-9b6a-48f6-94ce-e014259a1827 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6618121 Jun 23 01:58:20.789421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54360) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:20.832689 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:20.846084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:20.847003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:20.911542 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b6a09338-7f65-490a-b804-5f27562bddb7 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:20.911949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:20.950816 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cde508-47e8-42bb-b79a-3cb9b17ee46e None None] Network ae634452-5229-4d52-a785-20894d0d7011 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:21.052685 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a76287b0-22be-47a5-9ccf-e252b4cd374e admin admin] Publish callbacks [] for security_group (519e8bb9-1b2e-441f-a0c6-55c85fa064db), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.061473 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a76287b0-22be-47a5-9ccf-e252b4cd374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (519e8bb9-1b2e-441f-a0c6-55c85fa064db), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.120065 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76287b0-22be-47a5-9ccf-e252b4cd374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519e8bb9-1b2e-441f-a0c6-55c85fa064db,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:21.129574 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a76287b0-22be-47a5-9ccf-e252b4cd374e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5a9a97b5ff54aea80de0ad344b8871a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076488 Jun 23 01:58:21.130452 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:21.130936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54372) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:21.135860 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-a2118054-6483-4ed8-965d-1d4b5a405584 None None] Current status of the port 78367218-0c5e-454f-93e9-33e53c190a44 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:21.168608 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf576d5-53e9-4d95-9186-9d305c9222a1 None None] The sync data for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi is: [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:58:21.208334 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:21.262352 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee354b-eb4b-49ea-9fc9-16835a2744d0 req-fe023f16-107e-4f55-b561-3542ee151a85 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:21.264197 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7aee354b-eb4b-49ea-9fc9-16835a2744d0 req-fe023f16-107e-4f55-b561-3542ee151a85 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0997882 Jun 23 01:58:21.265386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] Publish callbacks [] for security_group (519e8bb9-1b2e-441f-a0c6-55c85fa064db), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.324981 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] Publish callbacks [] for security_group (519e8bb9-1b2e-441f-a0c6-55c85fa064db), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.443604 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:21.461461 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7aee354b-eb4b-49ea-9fc9-16835a2744d0 req-b407f74b-3932-4932-935c-8b78e4e24517 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774814 Jun 23 01:58:21.509368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (519e8bb9-1b2e-441f-a0c6-55c85fa064db), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.512067 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.516597 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/519e8bb9-1b2e-441f-a0c6-55c85fa064db HTTP/1.1" status: 204 len: 168 time: 0.3844991 Jun 23 01:58:21.525907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc646-2a7c-4220-8e68-ee34dfb0e897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e8bb9-1b2e-441f-a0c6-55c85fa064db,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:21.603787 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Provisioning complete for port b6a09338-7f65-490a-b804-5f27562bddb7 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:21.604325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.605670 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b6a09338-7f65-490a-b804-5f27562bddb7 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:21.606218 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.651782 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.887027 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port b6a09338-7f65-490a-b804-5f27562bddb7, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b6a09338-7f65-490a-b804-5f27562bddb7,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:21.890597 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Current status of the port b6a09338-7f65-490a-b804-5f27562bddb7 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:21.890996 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.918576 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:21.919438 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a9598507-2024-4c81-aa43-ce3c9773a769 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:21.925020 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Allocated IP 172.20.0.1 (ae634452-5229-4d52-a785-20894d0d7011/42381dab-c4c7-40a1-86f5-297732702c23/d503a5dc-1c39-42a1-a6bb-f3920108941d) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:21.926211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.032134 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54392) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:22.047365 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.078316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks [] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.108444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.113481 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=b6a09338-7f65-490a-b804-5f27562bddb7,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.116559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:19Z', 'revision_number': 3, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:22.117016 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.121317 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.155952 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.db.api [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 01:58:22.156310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG oslo_db.api [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 01:58:22.157200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Checking router: 26569f70-63c0-4ee7-a37b-50b2f0f637ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:58:22.157571 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Updating router 26569f70-63c0-4ee7-a37b-50b2f0f637ec port 6dbee726-0773-4d54-9151-1b9a873728fd binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:58:22.167112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Network ae634452-5229-4d52-a785-20894d0d7011 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:22.170525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:22.174902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:22.182549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a9598507-2024-4c81-aa43-ce3c9773a769 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:22.182931 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.192814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Publish callbacks [] for security_group (d5632eab-145c-4889-bd75-e1931b7a60b1), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.199730 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d5632eab-145c-4889-bd75-e1931b7a60b1), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.217975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.218518 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.223070 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Pushing event updated for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.280364 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0db66ad3f2624bdba88f3aabedc7f3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462065 Jun 23 01:58:22.281552 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5632eab-145c-4889-bd75-e1931b7a60b1,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.285513 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54394) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:22.286652 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.288643 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.289341 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.290269 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.291166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.292815 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.293514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.293901 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.294454 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.294839 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.295240 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.295643 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.296031 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.296419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.296801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.319127 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.320694 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.321434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.323620 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.324145 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.324632 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.325263 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.325983 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.326479 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.326954 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.327568 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.328047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.328508 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.329750 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.330247 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71706163-ee42-49e2-ab66-ee5a75622dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:58:22.387280 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] Publish callbacks [] for security_group (d5632eab-145c-4889-bd75-e1931b7a60b1), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.399136 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a9598507-2024-4c81-aa43-ce3c9773a769 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:22.423526 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] Publish callbacks [] for security_group (d5632eab-145c-4889-bd75-e1931b7a60b1), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.486090 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (d5632eab-145c-4889-bd75-e1931b7a60b1), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.489563 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.493219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5632eab-145c-4889-bd75-e1931b7a60b1 HTTP/1.1" status: 204 len: 168 time: 0.2040401 Jun 23 01:58:22.500018 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.502274 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383bbb5-8103-4c19-b2e2-b15354f37b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5632eab-145c-4889-bd75-e1931b7a60b1,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.521273 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.581850 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.639935 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3fa3a-a54e-482b-8aa7-83fb4686e41e req-c1a2eec0-e922-4866-8b76-c5997d407999 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:22.649917 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b6b3fa3a-a54e-482b-8aa7-83fb4686e41e req-c1a2eec0-e922-4866-8b76-c5997d407999 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0815356 Jun 23 01:58:22.687720 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:22.695176 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b6a09338-7f65-490a-b804-5f27562bddb7 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:22.726718 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b6b3fa3a-a54e-482b-8aa7-83fb4686e41e req-0b2e780f-5989-41f1-a6dd-0c18cc791fdb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750082 Jun 23 01:58:22.739284 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-158844bb-baad-4237-97b2-15bb7e2dea1e None None] Current status of the port b6a09338-7f65-490a-b804-5f27562bddb7 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:22.753691 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks [] for port (6dbee726-0773-4d54-9151-1b9a873728fd), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.766835 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.778715 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks [] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.784760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.840515 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Attempting to bind port 6dbee726-0773-4d54-9151-1b9a873728fd on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:22.840894 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Attempting to bind port 6dbee726-0773-4d54-9151-1b9a873728fd by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:22.841255 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Attempting to bind port 6dbee726-0773-4d54-9151-1b9a873728fd on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:22.856901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eaff7-b3cd-4020-9fcb-e3761e19d3c5 None None] Pushing event updated for resources: {'Port': ['ID=6dbee726-0773-4d54-9151-1b9a873728fd,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.859675 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Pushing event updated for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:22.860076 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b6a09338-7f65-490a-b804-5f27562bddb7 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:22.860788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.862236 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.866921 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:22.867455 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:22.867733 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.868100 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:22.868843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Bound port: 6dbee726-0773-4d54-9151-1b9a873728fd, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:22.869360 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.933068 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Provisioning complete for port d503a5dc-1c39-42a1-a6bb-f3920108941d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:22.933435 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:22.966884 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Network ae634452-5229-4d52-a785-20894d0d7011 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:22.968497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:22.988935 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:23.005185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54408) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:23.006645 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] For port 6dbee726-0773-4d54-9151-1b9a873728fd, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:23.008988 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Port d503a5dc-1c39-42a1-a6bb-f3920108941d cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:58:23.012753 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] For port 6dbee726-0773-4d54-9151-1b9a873728fd, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=6dbee726-0773-4d54-9151-1b9a873728fd,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:23.021537 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c6e58874-c528-4a84-bc83-4d670bce2013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.046415 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.082969 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Provisioning complete for port b6a09338-7f65-490a-b804-5f27562bddb7 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:23.083359 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.095196 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Router 26569f70-63c0-4ee7-a37b-50b2f0f637ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:58:23.118453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c6e58874-c528-4a84-bc83-4d670bce2013 admin admin] Publish callbacks [] for security_group (19d0be95-fca0-473a-aeb1-02e339ba76b0), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.122760 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c6e58874-c528-4a84-bc83-4d670bce2013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (19d0be95-fca0-473a-aeb1-02e339ba76b0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.146321 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:23.146888 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b6a09338-7f65-490a-b804-5f27562bddb7 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:23.148106 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 78367218-0c5e-454f-93e9-33e53c190a44 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:23.159377 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eaff7-b3cd-4020-9fcb-e3761e19d3c5 None None] Pushing event updated for resources: {'Port': ['ID=6dbee726-0773-4d54-9151-1b9a873728fd,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:23.186367 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58874-c528-4a84-bc83-4d670bce2013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d0be95-fca0-473a-aeb1-02e339ba76b0,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:23.197701 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:23.198326 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:23.199303 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-c6e58874-c528-4a84-bc83-4d670bce2013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1adc257f84124778aee8a0ec1360c082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928213 Jun 23 01:58:23.200063 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54410) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:23.234306 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:23.238549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:58:23.250124 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e01ce8e0-f1de-479f-a53b-196a08365e6d admin admin] 10.222.0.26 "PUT /v2.0/routers/26569f70-63c0-4ee7-a37b-50b2f0f637ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592953 Jun 23 01:58:23.280266 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] Publish callbacks [] for security_group (19d0be95-fca0-473a-aeb1-02e339ba76b0), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.290027 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 78367218-0c5e-454f-93e9-33e53c190a44 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:23.290392 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (78367218-0c5e-454f-93e9-33e53c190a44), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.308445 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] Publish callbacks [] for security_group (19d0be95-fca0-473a-aeb1-02e339ba76b0), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.361457 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (19d0be95-fca0-473a-aeb1-02e339ba76b0), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.364100 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.365739 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19d0be95-fca0-473a-aeb1-02e339ba76b0 HTTP/1.1" status: 204 len: 168 time: 0.1629002 Jun 23 01:58:23.370970 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-9d380dfa-a49f-4ce1-b2c5-b63dd0fb9c9a None None] Current status of the port b6a09338-7f65-490a-b804-5f27562bddb7 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:23.383927 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69055173-a695-4f78-857a-cc5dd5c35f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d0be95-fca0-473a-aeb1-02e339ba76b0,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:23.387275 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:23.516852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 78367218-0c5e-454f-93e9-33e53c190a44 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:23.524453 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-a189d99a-7763-4e62-8018-722dfe4646fb None None] Provisioning complete for port d503a5dc-1c39-42a1-a6bb-f3920108941d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:23.524635 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a189d99a-7763-4e62-8018-722dfe4646fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:23.748267 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-a189d99a-7763-4e62-8018-722dfe4646fb None None] Port d503a5dc-1c39-42a1-a6bb-f3920108941d cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:58:23.851587 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'd503a5dc-1c39-42a1-a6bb-f3920108941d', 'name': '', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'mac_address': 'fa:16:3e:43:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:21Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 2, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'subnets': [{'id': '42381dab-c4c7-40a1-86f5-297732702c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:23.871761 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994853-6510-475c-a1b2-ab9c5dad5400 req-31cad2c2-2727-4255-b344-5872180354c6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:23.873433 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d4994853-6510-475c-a1b2-ab9c5dad5400 req-31cad2c2-2727-4255-b344-5872180354c6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0772235 Jun 23 01:58:23.881723 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bfcfab-b198-4e52-84ad-896a5741b930 None None] The sync data for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi is: [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'd503a5dc-1c39-42a1-a6bb-f3920108941d', 'name': '', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'mac_address': 'fa:16:3e:43:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:21Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 2, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'subnets': [{'id': '42381dab-c4c7-40a1-86f5-297732702c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:58:23.971837 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d4994853-6510-475c-a1b2-ab9c5dad5400 req-2e350052-c03c-4ec6-81f4-e43dbc0b4690 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855126 Jun 23 01:58:25.166680 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8798b-6caa-41fa-911e-3b4b7c0fe2e9 req-c3d859fa-617e-42d1-8fe9-1f1d0723e492 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:25.168337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6de8798b-6caa-41fa-911e-3b4b7c0fe2e9 req-c3d859fa-617e-42d1-8fe9-1f1d0723e492 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0927961 Jun 23 01:58:25.305130 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6de8798b-6caa-41fa-911e-3b4b7c0fe2e9 req-8e43a504-13b7-4ba5-929a-0b1c6c1cb3da tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282296 Jun 23 01:58:26.453059 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41339-be2b-468d-9e19-e52ec5a1035d req-a7cd8826-aca7-4fac-bd3b-3842597d904d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:26.460659 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8fd41339-be2b-468d-9e19-e52ec5a1035d req-a7cd8826-aca7-4fac-bd3b-3842597d904d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Jun 23 01:58:26.521295 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8fd41339-be2b-468d-9e19-e52ec5a1035d req-0411a625-d7e2-49ac-aa2e-ef11c39f6a1a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595267 Jun 23 01:58:26.608847 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 6dbee726-0773-4d54-9151-1b9a873728fd up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:26.652932 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:26.670328 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 6dbee726-0773-4d54-9151-1b9a873728fd triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:26.670693 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:26.813313 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 6dbee726-0773-4d54-9151-1b9a873728fd is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:26.813313 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:26.842035 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 6dbee726-0773-4d54-9151-1b9a873728fd, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=6dbee726-0773-4d54-9151-1b9a873728fd,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:26.854282 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:26.948319 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=6dbee726-0773-4d54-9151-1b9a873728fd,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:27.753027 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab3edb-690e-43de-a46c-0742a03269cc req-f4745bd0-a2c1-4da7-b1bf-d7de9874de5e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:27.761549 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92ab3edb-690e-43de-a46c-0742a03269cc req-f4745bd0-a2c1-4da7-b1bf-d7de9874de5e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0925322 Jun 23 01:58:27.845238 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92ab3edb-690e-43de-a46c-0742a03269cc req-29f63ce3-1d97-40ce-abb7-855dfe35559a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823004 Jun 23 01:58:27.909356 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Sync routers for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:58:27.929832 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:27.930457 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:28.059666 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07699-055a-4903-a748-427709399c70 req-b03bc088-518c-4c04-b176-5696c6f0e65a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:28.067099 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-67f07699-055a-4903-a748-427709399c70 req-b03bc088-518c-4c04-b176-5696c6f0e65a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0910959 Jun 23 01:58:28.098570 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:28.126492 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-67f07699-055a-4903-a748-427709399c70 req-8090681f-b0a6-47c7-98d9-79971b879fd8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579050 Jun 23 01:58:28.155176 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:28.158164 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:28.269275 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:28.425163 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'd503a5dc-1c39-42a1-a6bb-f3920108941d', 'name': '', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'mac_address': 'fa:16:3e:43:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:21Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 2, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'subnets': [{'id': '42381dab-c4c7-40a1-86f5-297732702c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:28.481902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-da269145-ccd2-484f-be13-d1b495e8b09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:28.581128 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 6dbee726-0773-4d54-9151-1b9a873728fd up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:28.636586 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 6dbee726-0773-4d54-9151-1b9a873728fd triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:28.637468 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:28.676943 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Checking router: 26569f70-63c0-4ee7-a37b-50b2f0f637ec for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:58:28.690049 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Updating router 26569f70-63c0-4ee7-a37b-50b2f0f637ec port d503a5dc-1c39-42a1-a6bb-f3920108941d binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:58:28.741228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:28.741552 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:28.751541 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 6dbee726-0773-4d54-9151-1b9a873728fd is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:29.019811 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54648) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:29.135338 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks [] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.141755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f676-1d76-40b2-9b2f-3e0a98edfac4 req-f3bb7d31-25e5-43b2-9dcc-f2f93170321e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:29.148232 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.149343 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e179f676-1d76-40b2-9b2f-3e0a98edfac4 req-f3bb7d31-25e5-43b2-9dcc-f2f93170321e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0723915 Jun 23 01:58:29.212741 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb12e-1b8c-4d0c-9993-a071dc79ef39 None None] Pushing event updated for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:29.217670 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-44ae2f06-c01f-4483-91ca-e0179228a2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.237828 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e179f676-1d76-40b2-9b2f-3e0a98edfac4 req-94280586-1cf5-4f90-b948-1583eb7b810e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873604 Jun 23 01:58:29.315401 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Attempting to bind port d503a5dc-1c39-42a1-a6bb-f3920108941d on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:29.315918 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Attempting to bind port d503a5dc-1c39-42a1-a6bb-f3920108941d by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:29.316358 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Attempting to bind port d503a5dc-1c39-42a1-a6bb-f3920108941d on network ae634452-5229-4d52-a785-20894d0d7011 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:29.324815 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:29.325182 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Checking segment: {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:29.325578 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.325959 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Bound using segment: {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:29.326429 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Bound port: d503a5dc-1c39-42a1-a6bb-f3920108941d, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0663fa-a3c8-4879-b41e-8ac3ce63b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:29.326790 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.342452 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:29.362580 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01494f8-aa88-4888-9e02-e22a9f374817 req-7dcd6e59-9a06-4964-950c-a2baf23a519b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:29.369882 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a01494f8-aa88-4888-9e02-e22a9f374817 req-7dcd6e59-9a06-4964-950c-a2baf23a519b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1261179 Jun 23 01:58:29.401874 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] For port d503a5dc-1c39-42a1-a6bb-f3920108941d, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:29.405553 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] For port d503a5dc-1c39-42a1-a6bb-f3920108941d, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d503a5dc-1c39-42a1-a6bb-f3920108941d,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:29.416264 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.437952 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a01494f8-aa88-4888-9e02-e22a9f374817 req-6c3ee818-778a-4d87-b058-5e9c91361fc1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668101 Jun 23 01:58:29.493478 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-44ae2f06-c01f-4483-91ca-e0179228a2d3 admin admin] Publish callbacks [] for security_group (10b896b1-ad13-4592-a482-aced83ea5b31), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.499809 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb12e-1b8c-4d0c-9993-a071dc79ef39 None None] Pushing event updated for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:29.501683 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-44ae2f06-c01f-4483-91ca-e0179228a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (10b896b1-ad13-4592-a482-aced83ea5b31), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.522313 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:58:29.523074 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:29.525527 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Provisioning complete for port d503a5dc-1c39-42a1-a6bb-f3920108941d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:29.531681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.557317 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-44ae2f06-c01f-4483-91ca-e0179228a2d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afaae27310d54c62ba9ac5b02db97b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363293 Jun 23 01:58:29.558089 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae2f06-c01f-4483-91ca-e0179228a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b896b1-ad13-4592-a482-aced83ea5b31,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:29.560138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54658) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:29.696491 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] Publish callbacks [] for security_group (10b896b1-ad13-4592-a482-aced83ea5b31), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.712074 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:58:29.735819 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Current status of the port d503a5dc-1c39-42a1-a6bb-f3920108941d is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:29.736216 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.805371 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] Publish callbacks [] for security_group (10b896b1-ad13-4592-a482-aced83ea5b31), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.830006 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] For port d503a5dc-1c39-42a1-a6bb-f3920108941d, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d503a5dc-1c39-42a1-a6bb-f3920108941d,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:29.835228 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:29.837087 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.895498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac667a-f1e7-4c33-a1f4-ffc66f90f402 None None] Pushing event updated for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:29.931080 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (10b896b1-ad13-4592-a482-aced83ea5b31), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.938269 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:29.945145 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10b896b1-ad13-4592-a482-aced83ea5b31 HTTP/1.1" status: 204 len: 168 time: 0.3838775 Jun 23 01:58:29.948543 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:29.962425 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885c4a-1508-4109-a06d-aa62a96f0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b896b1-ad13-4592-a482-aced83ea5b31,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:30.021302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-c51041a9-36ed-411d-a763-94811f775c61 None None] Provisioning complete for port d503a5dc-1c39-42a1-a6bb-f3920108941d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:30.021702 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c51041a9-36ed-411d-a763-94811f775c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.030233 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'd503a5dc-1c39-42a1-a6bb-f3920108941d', 'name': '', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'mac_address': 'fa:16:3e:43:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:21Z', 'updated_at': '2022-06-23T01:58:29Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'subnets': [{'id': '42381dab-c4c7-40a1-86f5-297732702c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:30.096327 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5886a0c-8366-4944-a323-e8fe6562fbdd None None] The sync data for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi is: [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T01:58:22Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'd503a5dc-1c39-42a1-a6bb-f3920108941d', 'name': '', 'network_id': 'ae634452-5229-4d52-a785-20894d0d7011', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'mac_address': 'fa:16:3e:43:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '42381dab-c4c7-40a1-86f5-297732702c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:21Z', 'updated_at': '2022-06-23T01:58:29Z', 'revision_number': 4, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'subnets': [{'id': '42381dab-c4c7-40a1-86f5-297732702c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:58:30.136170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c51041a9-36ed-411d-a763-94811f775c61 None None] Current status of the port d503a5dc-1c39-42a1-a6bb-f3920108941d is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:30.400357 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5387e29-166f-4c5c-8ec1-9306e4f0e4cc req-b7f77858-0d4c-4489-aa3d-5530f802e8f2 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:30.407827 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5387e29-166f-4c5c-8ec1-9306e4f0e4cc req-b7f77858-0d4c-4489-aa3d-5530f802e8f2 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0691972 Jun 23 01:58:30.499772 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5387e29-166f-4c5c-8ec1-9306e4f0e4cc req-6c8904e6-7f5e-433b-8ed2-6b52dfb3ab0a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911107 Jun 23 01:58:30.535055 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54672) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:30.554824 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a47b70fe-268b-40a2-91ba-8406b0c8fb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.578306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d503a5dc-1c39-42a1-a6bb-f3920108941d up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:30.639759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee984459-a76c-444f-8cff-fc549a93ce7a req-0031eb45-453a-4c83-bba7-78c59dd40912 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:30.657379 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ee984459-a76c-444f-8cff-fc549a93ce7a req-0031eb45-453a-4c83-bba7-78c59dd40912 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0959461 Jun 23 01:58:30.669686 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port d503a5dc-1c39-42a1-a6bb-f3920108941d triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:30.670352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.747997 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ee984459-a76c-444f-8cff-fc549a93ce7a req-d44920f5-9bb4-4fdb-a7fa-a7ab19d71cf8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898204 Jun 23 01:58:30.772588 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-015f48d3-f319-4677-a203-0d4f22b9b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.861197 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a47b70fe-268b-40a2-91ba-8406b0c8fb68 admin admin] Publish callbacks [] for security_group (651b5e7f-2c3b-430c-8b30-61a62b41aa2f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.869513 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a47b70fe-268b-40a2-91ba-8406b0c8fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (651b5e7f-2c3b-430c-8b30-61a62b41aa2f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:30.887539 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port d503a5dc-1c39-42a1-a6bb-f3920108941d is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:30.919397 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a47b70fe-268b-40a2-91ba-8406b0c8fb68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0a59bd5430d416f8976aa7aaf41834c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837385 Jun 23 01:58:30.920314 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b70fe-268b-40a2-91ba-8406b0c8fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b5e7f-2c3b-430c-8b30-61a62b41aa2f,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:30.923636 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54678) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:30.984365 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:31.039613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] Publish callbacks [] for security_group (651b5e7f-2c3b-430c-8b30-61a62b41aa2f), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:31.083941 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] Publish callbacks [] for security_group (651b5e7f-2c3b-430c-8b30-61a62b41aa2f), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:31.154545 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (651b5e7f-2c3b-430c-8b30-61a62b41aa2f), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:31.157819 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:31.167905 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/651b5e7f-2c3b-430c-8b30-61a62b41aa2f HTTP/1.1" status: 204 len: 168 time: 0.2431121 Jun 23 01:58:31.192986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6334c-302e-4084-aabc-a07f20f22624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b5e7f-2c3b-430c-8b30-61a62b41aa2f,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:31.668855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e819-698a-41c4-9f0d-de507a923fc7 req-8af1a4fb-152d-4ee0-b4e8-00dd8f2ac481 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:31.670468 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0e79e819-698a-41c4-9f0d-de507a923fc7 req-8af1a4fb-152d-4ee0-b4e8-00dd8f2ac481 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0670240 Jun 23 01:58:31.734548 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0e79e819-698a-41c4-9f0d-de507a923fc7 req-c1e9123a-69c8-47e6-9dab-afd64fcd8f77 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Jun 23 01:58:31.964016 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e9099-8186-4c9c-ba83-52fa830cef0f req-c7782e4d-0541-42c1-9e21-20a049e90403 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:31.970940 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a4e9099-8186-4c9c-ba83-52fa830cef0f req-c7782e4d-0541-42c1-9e21-20a049e90403 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1109042 Jun 23 01:58:32.052456 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a4e9099-8186-4c9c-ba83-52fa830cef0f req-13db2fe5-0fde-4e04-a766-43edacdf8e11 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701547 Jun 23 01:58:32.098154 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:32.876215 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:32.887560 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a74f-0793-453f-9bd4-629760865f26 req-0039c85a-f529-487b-bb14-4e564c8dcaf4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:32.894649 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d712a74f-0793-453f-9bd4-629760865f26 req-0039c85a-f529-487b-bb14-4e564c8dcaf4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0606637 Jun 23 01:58:32.979465 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d712a74f-0793-453f-9bd4-629760865f26 req-80939fac-d796-4417-9eb8-d9fdc63fd76e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833368 Jun 23 01:58:33.191313 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02f5c-c53a-4952-8f3e-56be28376183 req-57079220-aca8-4f7c-a5a3-efbfbbc4466d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:33.198698 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7a02f5c-c53a-4952-8f3e-56be28376183 req-57079220-aca8-4f7c-a5a3-efbfbbc4466d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0562057 Jun 23 01:58:33.254789 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7a02f5c-c53a-4952-8f3e-56be28376183 req-956e1cd1-3d8b-4bfb-9836-9a8cc8095e74 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548995 Jun 23 01:58:33.301317 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:33.527242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.157971 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff2ce-14f8-4b73-91ca-5ee31d3db13f req-a7eeafcf-ad89-451e-a975-95a38f57a565 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:34.159683 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-412ff2ce-14f8-4b73-91ca-5ee31d3db13f req-a7eeafcf-ad89-451e-a975-95a38f57a565 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0698090 Jun 23 01:58:34.198280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54808) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:34.241750 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-412ff2ce-14f8-4b73-91ca-5ee31d3db13f req-1021beb1-4cdd-4d64-aaa7-3459c105b4fd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Jun 23 01:58:34.333804 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eadeffba-5e2f-4821-bf15-f18ed5e0c6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.404673 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:34.416219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eadeffba-5e2f-4821-bf15-f18ed5e0c6a8 admin admin] Publish callbacks [] for security_group (33349fda-c91a-478a-83e7-7eb6faf05039), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.421961 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-eadeffba-5e2f-4821-bf15-f18ed5e0c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (33349fda-c91a-478a-83e7-7eb6faf05039), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.454195 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4d6fb-0101-4874-8dff-6dd1862fd479 req-1ee23512-9194-45de-8bbc-dd2878642456 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:34.456931 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6e4d6fb-0101-4874-8dff-6dd1862fd479 req-1ee23512-9194-45de-8bbc-dd2878642456 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0964699 Jun 23 01:58:34.497665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeffba-5e2f-4821-bf15-f18ed5e0c6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33349fda-c91a-478a-83e7-7eb6faf05039,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:34.504716 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-eadeffba-5e2f-4821-bf15-f18ed5e0c6a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df3bb473462c43bb8c8148856775c28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047783 Jun 23 01:58:34.505608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54816) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:34.526727 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6e4d6fb-0101-4874-8dff-6dd1862fd479 req-bc9902b0-5f5d-44bd-88ae-c3d7bb56b97e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622900 Jun 23 01:58:34.578868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] Publish callbacks [] for security_group (33349fda-c91a-478a-83e7-7eb6faf05039), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.602054 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] Publish callbacks [] for security_group (33349fda-c91a-478a-83e7-7eb6faf05039), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.652940 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (33349fda-c91a-478a-83e7-7eb6faf05039), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.655467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:34.656602 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33349fda-c91a-478a-83e7-7eb6faf05039 HTTP/1.1" status: 204 len: 168 time: 0.1497853 Jun 23 01:58:34.665780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98b02-c15b-47bb-82ae-f404bf1679f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33349fda-c91a-478a-83e7-7eb6faf05039,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:34.709878 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.006140 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54822) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:35.022451 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-958c227e-145d-4a6d-bef0-af511f4ffe1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.121404 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-958c227e-145d-4a6d-bef0-af511f4ffe1d admin admin] Publish callbacks [] for security_group (961caeb7-bb18-4ed8-8824-ee822603a1e0), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.127162 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-958c227e-145d-4a6d-bef0-af511f4ffe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (961caeb7-bb18-4ed8-8824-ee822603a1e0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.161820 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:35.176210 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-958c227e-145d-4a6d-bef0-af511f4ffe1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d75b5d445aa4a38a1ed21edf77467b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688521 Jun 23 01:58:35.178848 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54826) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:35.197576 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c227e-145d-4a6d-bef0-af511f4ffe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961caeb7-bb18-4ed8-8824-ee822603a1e0,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:35.245409 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] Publish callbacks [] for security_group (961caeb7-bb18-4ed8-8824-ee822603a1e0), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.276276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] Publish callbacks [] for security_group (961caeb7-bb18-4ed8-8824-ee822603a1e0), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.330006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (961caeb7-bb18-4ed8-8824-ee822603a1e0), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.333393 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:35.343826 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/961caeb7-bb18-4ed8-8824-ee822603a1e0 HTTP/1.1" status: 204 len: 168 time: 0.1619675 Jun 23 01:58:35.355192 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe6a2b-c9d2-46ed-b78f-9a3d3b525c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961caeb7-bb18-4ed8-8824-ee822603a1e0,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:35.396498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf4f8b-7cfa-4945-81d0-42bc6e8c9c19 req-cc5b059c-7a6e-468b-8c14-859af961d5b6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:35.405718 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebbf4f8b-7cfa-4945-81d0-42bc6e8c9c19 req-cc5b059c-7a6e-468b-8c14-859af961d5b6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0769315 Jun 23 01:58:35.406247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a44d-bc96-43ba-807c-29bdc2b59805 req-ee084da2-24bf-4f6a-ae94-0cefa53fb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:35.408894 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1135a44d-bc96-43ba-807c-29bdc2b59805 req-ee084da2-24bf-4f6a-ae94-0cefa53fb9a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0491138 Jun 23 01:58:35.480940 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1135a44d-bc96-43ba-807c-29bdc2b59805 req-5e1e37d5-29d8-4c00-991a-e00992a8a0ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657494 Jun 23 01:58:35.482895 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebbf4f8b-7cfa-4945-81d0-42bc6e8c9c19 req-0416fb83-f145-469b-8332-8c3e4e30b95b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756881 Jun 23 01:58:35.664165 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b644-f85e-4717-8765-4321284d5855 req-41da325b-a52f-4795-832a-fcf8d39b0d7f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:35.665579 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fbd8b644-f85e-4717-8765-4321284d5855 req-41da325b-a52f-4795-832a-fcf8d39b0d7f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0569499 Jun 23 01:58:35.728419 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fbd8b644-f85e-4717-8765-4321284d5855 req-3c7ef8cb-9041-4c8d-8a65-165673889a99 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562479 Jun 23 01:58:36.324228 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54866) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:36.463240 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1530443282-network', 'tenant_id': '897052f7bdb24e96bdeb986788a74623'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:36.487079 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Made reservation on behalf of 897052f7bdb24e96bdeb986788a74623 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:36.490192 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.506010 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.719227 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks [] for security_group (20bf3142-8f4b-45cf-b8a4-34f2b960e826), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.733054 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f6cde-f25e-4f26-95ba-f8195b2f4591 req-f799a842-18f3-4a32-8a7f-c2e22734faf7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:36.739675 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c3f6cde-f25e-4f26-95ba-f8195b2f4591 req-f799a842-18f3-4a32-8a7f-c2e22734faf7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1593440 Jun 23 01:58:36.740751 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (20bf3142-8f4b-45cf-b8a4-34f2b960e826), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.748072 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:36.800010 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:58:36.850514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54898) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:36.874902 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bf3142-8f4b-45cf-b8a4-34f2b960e826,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:36.918538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (67836147-4a75-4229-a300-799a925c9551), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.918753 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Added segment 67836147-4a75-4229-a300-799a925c9551 of type vlan for network 1cd4d5b7-c972-43d5-bead-94b107b7260a Jun 23 01:58:36.948387 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40aac-49b1-4f90-a8a2-5445c307a960 req-d43149c0-ff0f-492f-8d20-c75ff2eb9590 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:36.949857 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4db40aac-49b1-4f90-a8a2-5445c307a960 req-d43149c0-ff0f-492f-8d20-c75ff2eb9590 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0836902 Jun 23 01:58:36.976888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc7e-8184-43a4-8cc5-3075aa055f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:36.981912 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c3f6cde-f25e-4f26-95ba-f8195b2f4591 req-b95daea1-5584-4a79-b717-10bfc7dff1b5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362125 Jun 23 01:58:37.008665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:37.020643 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (1cd4d5b7-c972-43d5-bead-94b107b7260a), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.064487 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4db40aac-49b1-4f90-a8a2-5445c307a960 req-22f1da52-662d-4ac2-a477-81f3497db18c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882339 Jun 23 01:58:37.066280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc7e-8184-43a4-8cc5-3075aa055f10 admin admin] Publish callbacks [] for security_group (9af196f5-2ec5-427f-a05c-77fd4e750c02), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.072488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc7e-8184-43a4-8cc5-3075aa055f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9af196f5-2ec5-427f-a05c-77fd4e750c02), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.112527 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (1cd4d5b7-c972-43d5-bead-94b107b7260a), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.114044 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:37.114829 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.122926 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-54a9dc7e-8184-43a4-8cc5-3075aa055f10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2d6a32bbe5f4cad9a7c6eeaf4ddcab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699330 Jun 23 01:58:37.124147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9dc7e-8184-43a4-8cc5-3075aa055f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af196f5-2ec5-427f-a05c-77fd4e750c02,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:37.127859 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54914) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:37.452856 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1275187 Jun 23 01:58:37.456068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54922) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:37.461342 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Request body: {'subnet': {'network_id': '1cd4d5b7-c972-43d5-bead-94b107b7260a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1530443282-subnet', 'tenant_id': '897052f7bdb24e96bdeb986788a74623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:37.485457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Made reservation on behalf of 897052f7bdb24e96bdeb986788a74623 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:37.488630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.532014 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da42d9-fe78-434a-9792-c0abfdc11d22 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd4d5b7-c972-43d5-bead-94b107b7260a,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:37.544252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 1cd4d5b7-c972-43d5-bead-94b107b7260a details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:58:37.546038 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-f916b212-aa9d-4172-b26f-72f52e26d8b5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:37.548024 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-f916b212-aa9d-4172-b26f-72f52e26d8b5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 814 time: 0.4691083 Jun 23 01:58:37.573042 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] Publish callbacks [] for security_group (9af196f5-2ec5-427f-a05c-77fd4e750c02), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.575537 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-dfd1d317-0314-4932-b4fc-ebe4574ae6ab tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/quotas/5a7db67320b04863ac7d28369425dd19 HTTP/1.1" status: 200 len: 375 time: 0.0186064 Jun 23 01:58:37.576727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:37.609411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] Publish callbacks [] for security_group (9af196f5-2ec5-427f-a05c-77fd4e750c02), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.651462 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:37.666346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (80d6ff2c-e34e-440b-a642-608df3a24cf9), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.670651 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-e0e9caa6-ac4b-434b-bb31-daa76e1468bf tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798638 Jun 23 01:58:37.673671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:37.716654 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9af196f5-2ec5-427f-a05c-77fd4e750c02), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.719083 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.722615 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9af196f5-2ec5-427f-a05c-77fd4e750c02 HTTP/1.1" status: 204 len: 168 time: 0.5860562 Jun 23 01:58:37.728940 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d6ff2c-e34e-440b-a642-608df3a24cf9,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:37.740712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Checking segment: {'id': '67836147-4a75-4229-a300-799a925c9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd4d5b7-c972-43d5-bead-94b107b7260a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:37.741033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Network hostable DHCP agents. Network: 1cd4d5b7-c972-43d5-bead-94b107b7260a, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:58:37.759349 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051e967-598b-41d8-9a15-5e357563fe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af196f5-2ec5-427f-a05c-77fd4e750c02,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:37.759551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Network 1cd4d5b7-c972-43d5-bead-94b107b7260a is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:58:37.771425 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 1cd4d5b7-c972-43d5-bead-94b107b7260a) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:37.776742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:37.779357 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:37.783183 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0317285-2b46-4627-a459-c6fd92cfb9f4 None None] Network 1cd4d5b7-c972-43d5-bead-94b107b7260a requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:37.798187 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-120949ef-f76b-45e1-ac3b-83ca9a2b2c4c service neutron] 10.222.0.26 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117368 Jun 23 01:58:37.808667 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-525cb0f6-7353-47ed-ad32-d27905e94837 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3513477 Jun 23 01:58:37.912060 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-3a10a8fc-b84e-4537-a6aa-d93a63cf4b64 service neutron] 10.222.0.26 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064751 Jun 23 01:58:37.932092 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d45c77-8419-4d8a-be09-74c6c6b75ef3 None None] Network 1cd4d5b7-c972-43d5-bead-94b107b7260a requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:38.020035 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:38.166140 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54942) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:38.178536 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9baa-573e-4c8e-99dc-e44a75b937c9 req-2bce7774-0250-4405-aa5f-6000a02ce445 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:38.180086 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fcd9baa-573e-4c8e-99dc-e44a75b937c9 req-2bce7774-0250-4405-aa5f-6000a02ce445 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0839550 Jun 23 01:58:38.182226 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb0905fe-d20e-4ad8-97e6-79cc8bb6dfa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.200048 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c47410b7-cfb6-4296-9d1c-8eda42516069 req-45f642d6-fe68-46d5-bd66-63588d9edb78 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0422914 Jun 23 01:58:38.273165 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:38.282926 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fcd9baa-573e-4c8e-99dc-e44a75b937c9 req-341815c9-5685-4ec1-a1a4-a44162f0bffd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859313 Jun 23 01:58:38.300457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb0905fe-d20e-4ad8-97e6-79cc8bb6dfa1 admin admin] Publish callbacks [] for security_group (b4cf60a3-831c-49f3-be45-38b3de9faf92), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.306496 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb0905fe-d20e-4ad8-97e6-79cc8bb6dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b4cf60a3-831c-49f3-be45-38b3de9faf92), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.427693 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedc3c-0cf4-4c11-a98a-fb78f7af31df req-c6f5fb27-288d-4a89-af3c-36226c865fd1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:38.435631 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e2cedc3c-0cf4-4c11-a98a-fb78f7af31df req-c6f5fb27-288d-4a89-af3c-36226c865fd1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1223786 Jun 23 01:58:38.512811 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e2cedc3c-0cf4-4c11-a98a-fb78f7af31df req-0ac44d47-e442-49b9-82ad-49712defe9de tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687819 Jun 23 01:58:38.735134 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38052256-0523-4b70-8777-cc42e3511ccf req-5bc64104-b9fd-4120-90a2-d92864c82df3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:38.739063 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38052256-0523-4b70-8777-cc42e3511ccf req-5bc64104-b9fd-4120-90a2-d92864c82df3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1084564 Jun 23 01:58:38.795433 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38052256-0523-4b70-8777-cc42e3511ccf req-205e7bfa-5ead-4138-9a93-563b004f63ce tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Jun 23 01:58:38.865153 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fb0905fe-d20e-4ad8-97e6-79cc8bb6dfa1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ee6f7dd63ad466cba70fbe315bc0549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6975312 Jun 23 01:58:38.868003 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54980) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:38.868888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0905fe-d20e-4ad8-97e6-79cc8bb6dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf60a3-831c-49f3-be45-38b3de9faf92,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:38.898362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-ea47a03b-23e2-444b-a89f-6c6a6ff7e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:38.900805 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-ea47a03b-23e2-444b-a89f-6c6a6ff7e02d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0773246 Jun 23 01:58:38.913040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 54982) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:38.920067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-303766522-network', 'tenant_id': '1cf85d202f4c41139c99e12310aec5d2'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:38.938071 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:38.940507 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] Publish callbacks [] for security_group (b4cf60a3-831c-49f3-be45-38b3de9faf92), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.949050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Made reservation on behalf of 1cf85d202f4c41139c99e12310aec5d2 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:38.952315 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.965019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:38.994350 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] Publish callbacks [] for security_group (b4cf60a3-831c-49f3-be45-38b3de9faf92), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.024056 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdc63f-b794-411d-b894-95c92ff7e23b req-2637de84-48b6-409e-a7e3-c0b4b6966866 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.024899 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53cdc63f-b794-411d-b894-95c92ff7e23b req-2637de84-48b6-409e-a7e3-c0b4b6966866 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0702803 Jun 23 01:58:39.083457 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53cdc63f-b794-411d-b894-95c92ff7e23b req-7f78af35-ca92-4e0f-9487-afc4500358e6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505352 Jun 23 01:58:39.091481 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b4cf60a3-831c-49f3-be45-38b3de9faf92), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.094225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.095589 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4cf60a3-831c-49f3-be45-38b3de9faf92 HTTP/1.1" status: 204 len: 168 time: 0.2264335 Jun 23 01:58:39.099744 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-19d3023e-9042-4954-a967-1d3c8136b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.110171 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-19d3023e-9042-4954-a967-1d3c8136b1ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1327150 Jun 23 01:58:39.110424 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3de6d-f60d-4d23-84ef-9cfd52b5ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf60a3-831c-49f3-be45-38b3de9faf92,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:39.156798 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks [] for security_group (e9933780-ed48-43e3-902d-f3d55e8e5ab5), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.161950 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e9933780-ed48-43e3-902d-f3d55e8e5ab5), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.218128 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-b0c48114-912a-4f9f-83f5-41b100edad88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0523849 Jun 23 01:58:39.219668 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:58:39.248153 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9933780-ed48-43e3-902d-f3d55e8e5ab5,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:39.251097 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (e3f8f47c-a3d2-4ade-8029-0651c77c2bc6), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.251464 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Added segment e3f8f47c-a3d2-4ade-8029-0651c77c2bc6 of type vlan for network 5870a8b0-2374-494a-bee1-7db781f5e51b Jun 23 01:58:39.336487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-e99dcd6e-3f85-4934-818f-4d1b91ffaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.337980 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-e99dcd6e-3f85-4934-818f-4d1b91ffaf39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.1050043 Jun 23 01:58:39.341571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (5870a8b0-2374-494a-bee1-7db781f5e51b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.342415 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ad5db770-f0c7-4a2b-a5f6-9ab650634dd2 req-4c12d004-88d6-4647-bca1-258f6d0ad307 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Jun 23 01:58:39.352848 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:39.377889 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (5870a8b0-2374-494a-bee1-7db781f5e51b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.378914 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.379514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.417727 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5035765 Jun 23 01:58:39.420627 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 54990) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:39.425870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Request body: {'subnet': {'network_id': '5870a8b0-2374-494a-bee1-7db781f5e51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-303766522-subnet', 'tenant_id': '1cf85d202f4c41139c99e12310aec5d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:39.443037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c637a4-4ea4-4707-a853-80132bda2db0 admin admin] Pushing event updated for resources: {'Network': ['ID=5870a8b0-2374-494a-bee1-7db781f5e51b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:39.448188 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Made reservation on behalf of 1cf85d202f4c41139c99e12310aec5d2 for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:39.451271 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25555679'] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.453903 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 5870a8b0-2374-494a-bee1-7db781f5e51b details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:58:39.480191 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:39.613708 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-0e873e29-7ab7-4de8-8d47-c4372ab23eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.615487 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-0e873e29-7ab7-4de8-8d47-c4372ab23eb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750721 Jun 23 01:58:39.672099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b934a0-4a4d-4106-a137-6308612c170a req-32ee9ea7-7eac-47b0-b59d-44c17820bb6a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.674885 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-28b934a0-4a4d-4106-a137-6308612c170a req-32ee9ea7-7eac-47b0-b59d-44c17820bb6a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0760102 Jun 23 01:58:39.751823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25285117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25555625'] for subnet (5155630d-01ee-4a7b-8789-b45cccaa4805), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.752968 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-b1fe8e43-97d4-4627-a605-9ce136f07513 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364148 Jun 23 01:58:39.809058 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-28b934a0-4a4d-4106-a137-6308612c170a req-8b56821c-0d3e-4bc5-b02c-15bf57f7fab3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060176 Jun 23 01:58:39.849755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5155630d-01ee-4a7b-8789-b45cccaa4805,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:39.866825 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Checking segment: {'id': 'e3f8f47c-a3d2-4ade-8029-0651c77c2bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5870a8b0-2374-494a-bee1-7db781f5e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:39.867175 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Network hostable DHCP agents. Network: 5870a8b0-2374-494a-bee1-7db781f5e51b, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:58:39.890480 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Network 5870a8b0-2374-494a-bee1-7db781f5e51b is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:58:39.915157 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 5870a8b0-2374-494a-bee1-7db781f5e51b) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:39.921441 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:39.923012 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:39.927938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90aa5d1-97a5-4eb4-b209-820f37972625 None None] Network 5870a8b0-2374-494a-bee1-7db781f5e51b requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:39.933822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:39.987787 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-934d6779-473b-479c-99be-2e092d4c37d7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5659692 Jun 23 01:58:40.012219 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=22 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:40.029853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-09c853ff-fc57-49d6-911c-5adac8ae5685 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.035541 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06349-2dd4-4a3d-88e5-d3c9bf92d557 req-8e8cd18f-c1ba-429e-addd-0f710711c391 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.037118 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ede06349-2dd4-4a3d-88e5-d3c9bf92d557 req-8e8cd18f-c1ba-429e-addd-0f710711c391 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1101601 Jun 23 01:58:40.040165 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-09c853ff-fc57-49d6-911c-5adac8ae5685 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 814 time: 0.3942707 Jun 23 01:58:40.049018 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-31262d58-676d-4ab8-b865-d9ae6f6129d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.050565 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-31262d58-676d-4ab8-b865-d9ae6f6129d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 1130 time: 0.1836205 Jun 23 01:58:40.052525 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-f67b7ae6-b870-45c5-8e51-c09e7eb40b39 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048507 Jun 23 01:58:40.094735 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:40.098859 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14d715-9270-4bcd-8f81-af2b6bbcc0cd None None] Network 5870a8b0-2374-494a-bee1-7db781f5e51b requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:40.110673 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ede06349-2dd4-4a3d-88e5-d3c9bf92d557 req-a406d9b4-4575-4741-97ea-ea2dacc42d36 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 Jun 23 01:58:40.117826 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'port': {'device_id': '85529eb8-0d73-413a-8924-021279175dc6', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'admin_state_up': True, 'tenant_id': '5a7db67320b04863ac7d28369425dd19'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:40.317263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:40.338128 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc782f8-48ef-4682-9652-ede35d2fbfcb req-a265e2af-f270-46c6-9faf-4e2726fc5b55 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.344268 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ecc782f8-48ef-4682-9652-ede35d2fbfcb req-a265e2af-f270-46c6-9faf-4e2726fc5b55 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1177480 Jun 23 01:58:40.440219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ecc782f8-48ef-4682-9652-ede35d2fbfcb req-2ab1a300-f46b-4623-8a28-19bfac2731f6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888267 Jun 23 01:58:40.497264 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-21f390d9-eb04-498e-9261-441d8ed1abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.498724 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-21f390d9-eb04-498e-9261-441d8ed1abbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.3394020 Jun 23 01:58:40.511499 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a3f9d1c1-30ae-4656-bc27-f28d52717f4a req-4f2988f0-03e7-4f96-9f3d-48102bc126ac tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0515733 Jun 23 01:58:40.573824 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-df53292d-93f9-4503-bfc6-d1c1c46f1ccd req-3daef24d-f6be-4043-a31e-927f25f2b4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605713 Jun 23 01:58:40.575518 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-dd9afcf9-32fa-4f1d-8e52-d63d5dc24731 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 200 len: 217 time: 0.0652559 Jun 23 01:58:40.577351 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Made reservation on behalf of 5a7db67320b04863ac7d28369425dd19 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:40.592282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:40.709668 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-9b59f3e5-d994-4384-a343-0b267dfe3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.711369 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-9b59f3e5-d994-4384-a343-0b267dfe3796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.1165204 Jun 23 01:58:40.752866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:40.833269 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-f6278962-51f3-42d6-b6b2-cdbb3488af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:40.834979 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-f6278962-51f3-42d6-b6b2-cdbb3488af14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003003 Jun 23 01:58:40.876693 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Allocated IP 172.20.0.12 (c32b92fc-5000-490b-9c2b-64162cf17bf3/07877b4c-0213-4419-bc9e-f01b74a2c604/83cfe0cb-2f27-40d9-861f-edfdedc175bc) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:41.021650 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759d67b-c2b8-4f5a-aae0-9b0382ba357b req-e5cb25e8-f3b8-444b-abcf-171c31159999 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:41.030844 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c759d67b-c2b8-4f5a-aae0-9b0382ba357b req-e5cb25e8-f3b8-444b-abcf-171c31159999 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0738919 Jun 23 01:58:41.081627 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c759d67b-c2b8-4f5a-aae0-9b0382ba357b req-26ce1ec1-54e2-433c-b479-0343812cb36d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490353 Jun 23 01:58:41.150008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:41.186702 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:41.233584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:41.237182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:41.239526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:41.242755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabc8a-703c-4f70-bd5a-c1cf27b923a0 req-6d34f8fb-58aa-4bda-b19c-a2073156fcc0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:41.244691 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-11eabc8a-703c-4f70-bd5a-c1cf27b923a0 req-6d34f8fb-58aa-4bda-b19c-a2073156fcc0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Jun 23 01:58:41.283404 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:41.300622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:41.301367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:41.326257 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-923c20e3-b4f1-4bfa-b858-b0749e25bac5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2137957 Jun 23 01:58:41.328850 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-11eabc8a-703c-4f70-bd5a-c1cf27b923a0 req-fd96b336-1914-434a-a8f6-d27a808faf36 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Jun 23 01:58:41.472040 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-c90fb61f-24da-4b3d-94fb-fd10fd05086d None None] Provisioning complete for port 83cfe0cb-2f27-40d9-861f-edfdedc175bc triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:41.472040 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c90fb61f-24da-4b3d-94fb-fd10fd05086d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:41.505191 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c90fb61f-24da-4b3d-94fb-fd10fd05086d None None] Port 83cfe0cb-2f27-40d9-861f-edfdedc175bc cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:58:41.602273 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642fa5f-63df-40af-b8f8-6d4589ed0d22 req-2cf5cea3-dec8-4f71-86dd-86e17cce7463 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:41.604040 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c642fa5f-63df-40af-b8f8-6d4589ed0d22 req-2cf5cea3-dec8-4f71-86dd-86e17cce7463 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0829928 Jun 23 01:58:41.666781 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c642fa5f-63df-40af-b8f8-6d4589ed0d22 req-b6804dbf-5c37-4beb-b291-d113fc9f7b99 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555220 Jun 23 01:58:41.803268 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfc9b-b4cf-4aa1-9b09-0980de3a4676 req-f6a22b19-d0c0-44f1-ba2a-db4776213283 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:41.804773 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-978cfc9b-b4cf-4aa1-9b09-0980de3a4676 req-f6a22b19-d0c0-44f1-ba2a-db4776213283 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.0552371 Jun 23 01:58:41.831437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:41.856947 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-978cfc9b-b4cf-4aa1-9b09-0980de3a4676 req-079ffa6d-7c60-4888-87c5-61c9d93ebaca tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464730 Jun 23 01:58:42.288154 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c272a-ca91-4e4a-9925-01d5d2538208 req-fa03b34d-6842-4ac5-86d2-42f9f139412d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:42.296740 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bc9c272a-ca91-4e4a-9925-01d5d2538208 req-fa03b34d-6842-4ac5-86d2-42f9f139412d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0887728 Jun 23 01:58:42.358701 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bc9c272a-ca91-4e4a-9925-01d5d2538208 req-1bec8925-ea91-49cf-a3b3-74d37adf721a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604067 Jun 23 01:58:42.531672 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d27bb-6c5c-4b06-834d-e2ec1e71f8cd req-568d629b-aeb8-46e3-9cad-49bf012ecc43 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:42.534219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bb5d27bb-6c5c-4b06-834d-e2ec1e71f8cd req-568d629b-aeb8-46e3-9cad-49bf012ecc43 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0756676 Jun 23 01:58:42.642049 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bb5d27bb-6c5c-4b06-834d-e2ec1e71f8cd req-cfc5a752-8201-4c92-a9dc-59a943bfe38d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918639 Jun 23 01:58:42.814474 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfcb09-a226-43f3-a4b0-7552e76d79dc req-c3a8a50f-acbf-4fc5-939d-6bfe34a7d790 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:42.816795 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1edfcb09-a226-43f3-a4b0-7552e76d79dc req-c3a8a50f-acbf-4fc5-939d-6bfe34a7d790 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0647559 Jun 23 01:58:42.882881 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1edfcb09-a226-43f3-a4b0-7552e76d79dc req-729f4344-8f48-4399-b006-1393640a02f3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Jun 23 01:58:42.997184 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb429d-2f54-4f76-b927-2aeff0dfae69 req-93dac0f8-bfd4-4c39-8102-0c886888e334 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:42.998984 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03bb429d-2f54-4f76-b927-2aeff0dfae69 req-93dac0f8-bfd4-4c39-8102-0c886888e334 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.0562251 Jun 23 01:58:43.056052 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03bb429d-2f54-4f76-b927-2aeff0dfae69 req-796b0edd-4db8-479b-9a41-26a4d440d2ad tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Jun 23 01:58:43.513456 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e0ba9-fca0-4fc2-a33c-afd8c498877e req-b5851f8a-34ff-4bea-a510-95b254916df3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:43.516427 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2e1e0ba9-fca0-4fc2-a33c-afd8c498877e req-b5851f8a-34ff-4bea-a510-95b254916df3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Jun 23 01:58:43.576529 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2e1e0ba9-fca0-4fc2-a33c-afd8c498877e req-ffa0402c-577e-4e45-9254-21858c0d3b7d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534539 Jun 23 01:58:43.823094 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d6bae-9cad-4c60-9717-ac04225092a2 req-ef8b5074-86fd-46cd-ac50-01686d63e612 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:43.830401 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5f3d6bae-9cad-4c60-9717-ac04225092a2 req-ef8b5074-86fd-46cd-ac50-01686d63e612 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0751829 Jun 23 01:58:43.846019 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:43.941232 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5f3d6bae-9cad-4c60-9717-ac04225092a2 req-c4eb2d48-3ebc-4fe3-b98f-1dd39c3eed62 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096158 Jun 23 01:58:44.170414 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e48f4-dc04-4846-8b64-035ae782652f req-053b1567-9840-401c-9532-c9e459733765 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:44.172889 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-be4e48f4-dc04-4846-8b64-035ae782652f req-053b1567-9840-401c-9532-c9e459733765 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1026511 Jun 23 01:58:44.348917 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b25a5-1b73-4e6d-8995-c7e559a1cba6 req-3d9a9bbc-769a-4f6f-8e55-352e944de4ff tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:44.360165 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1f2b25a5-1b73-4e6d-8995-c7e559a1cba6 req-3d9a9bbc-769a-4f6f-8e55-352e944de4ff tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.1637447 Jun 23 01:58:44.380857 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-be4e48f4-dc04-4846-8b64-035ae782652f req-bc5a4d09-b13c-425a-89fd-b4a920373760 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008395 Jun 23 01:58:44.501406 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1f2b25a5-1b73-4e6d-8995-c7e559a1cba6 req-f4c494aa-5ee2-4f6e-a0d8-b5be4aa6ef7f tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249940 Jun 23 01:58:44.744570 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa559b-41b6-475e-b912-81f4d8506def req-58d78cc1-2f13-4e36-9e79-2d2faf34adf6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:44.746166 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0caa559b-41b6-475e-b912-81f4d8506def req-58d78cc1-2f13-4e36-9e79-2d2faf34adf6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0553780 Jun 23 01:58:44.804214 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0caa559b-41b6-475e-b912-81f4d8506def req-59cae130-2a70-4b26-8a55-5f3897302810 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523295 Jun 23 01:58:45.087372 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f0357-3c01-4281-8d6b-1f3a3d36da5e req-24d1fc44-75c3-4ac1-bb51-7d07df06e8f9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:45.091007 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-266f0357-3c01-4281-8d6b-1f3a3d36da5e req-24d1fc44-75c3-4ac1-bb51-7d07df06e8f9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0590909 Jun 23 01:58:45.153264 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-266f0357-3c01-4281-8d6b-1f3a3d36da5e req-d6c50c70-42cf-49ca-93a8-d13143982380 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Jun 23 01:58:45.537707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:45.549225 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf95a2-b429-43d8-9951-be97d670513d req-56197206-0e95-4fe4-ad82-5f198493201b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:45.564087 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eebf95a2-b429-43d8-9951-be97d670513d req-56197206-0e95-4fe4-ad82-5f198493201b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0918059 Jun 23 01:58:45.720108 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d81be9-7977-4f09-b95b-64aab67c8bbf req-d35631a9-ed02-4963-9f12-8ef7fcf9e1f4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:45.722492 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3d81be9-7977-4f09-b95b-64aab67c8bbf req-d35631a9-ed02-4963-9f12-8ef7fcf9e1f4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.0941186 Jun 23 01:58:45.792866 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eebf95a2-b429-43d8-9951-be97d670513d req-508bc134-d2e6-4db2-894d-04d7b04199f8 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276728 Jun 23 01:58:45.863346 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3d81be9-7977-4f09-b95b-64aab67c8bbf req-8665b466-c8b5-4ecd-bf26-2526905f027a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344495 Jun 23 01:58:46.002797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393f96-05fc-4cc6-83d5-264615352627 req-c3da5e8e-a21c-42e3-a90f-0297adab29c7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:46.004826 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d4393f96-05fc-4cc6-83d5-264615352627 req-c3da5e8e-a21c-42e3-a90f-0297adab29c7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0802765 Jun 23 01:58:46.092488 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d4393f96-05fc-4cc6-83d5-264615352627 req-50930f93-d248-4974-a603-2da57417d164 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802259 Jun 23 01:58:46.318560 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51032b78-8fae-43b7-8d41-def6cf672968 req-8f09f777-0158-409d-b15a-925e61ea2d08 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:46.320182 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-51032b78-8fae-43b7-8d41-def6cf672968 req-8f09f777-0158-409d-b15a-925e61ea2d08 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0932515 Jun 23 01:58:46.387920 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-51032b78-8fae-43b7-8d41-def6cf672968 req-d686bb76-f112-4a96-a913-a842175d91b6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558434 Jun 23 01:58:47.021680 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca717-d918-413d-8aa6-db19999672bc req-84dcbc9a-ee0d-4033-a504-bf3d98841af6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:47.037174 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-94eca717-d918-413d-8aa6-db19999672bc req-84dcbc9a-ee0d-4033-a504-bf3d98841af6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0981593 Jun 23 01:58:47.154157 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278f9b-840a-412f-9f54-657f0f0f327a req-ed1ae62f-e959-4d75-ae98-d8cd46d4f0c3 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:47.155879 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-72278f9b-840a-412f-9f54-657f0f0f327a req-ed1ae62f-e959-4d75-ae98-d8cd46d4f0c3 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.1109483 Jun 23 01:58:47.177845 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-94eca717-d918-413d-8aa6-db19999672bc req-b6c0b5e1-2117-4aff-ae43-e56bf9cf0c23 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350420 Jun 23 01:58:47.333704 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-72278f9b-840a-412f-9f54-657f0f0f327a req-c2cbbb0e-e122-4f23-a47d-4efb3cb4c390 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510158 Jun 23 01:58:47.379907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11e98-47fe-4c7a-9696-70ca7d1c4163 req-3bfa315f-e5a8-4e15-a064-e374adf74c83 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:47.394165 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a7e11e98-47fe-4c7a-9696-70ca7d1c4163 req-3bfa315f-e5a8-4e15-a064-e374adf74c83 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1260276 Jun 23 01:58:47.592507 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:47.615575 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a7e11e98-47fe-4c7a-9696-70ca7d1c4163 req-6d7d8342-d4e0-45a2-b085-b424ea9b8709 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153728 Jun 23 01:58:47.622422 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae23b5-6098-4df7-9b04-9b2407c87c88 req-40461c9a-d0bd-4cac-bb84-7645a7bfa9bd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:47.633270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bae23b5-6098-4df7-9b04-9b2407c87c88 req-40461c9a-d0bd-4cac-bb84-7645a7bfa9bd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1352472 Jun 23 01:58:47.701182 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bae23b5-6098-4df7-9b04-9b2407c87c88 req-c8a3ba7b-a06b-40f1-b1c5-f25ef21d1755 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Jun 23 01:58:48.355455 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaa1c0-6415-4ab6-aa2d-e3883f3aa4f7 req-67d64293-f6bf-42f2-a884-8eb8b1e2b087 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:48.356965 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3adaa1c0-6415-4ab6-aa2d-e3883f3aa4f7 req-67d64293-f6bf-42f2-a884-8eb8b1e2b087 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0782619 Jun 23 01:58:48.427336 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3adaa1c0-6415-4ab6-aa2d-e3883f3aa4f7 req-8d8bfc29-b68a-40e4-a7bb-0430009efc27 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647583 Jun 23 01:58:48.549900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999556c4-6267-4a2b-9ecf-f7151ebd6bf6 req-2f3ddc1c-6e28-4b16-b475-0fe1393fe715 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:48.573506 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-999556c4-6267-4a2b-9ecf-f7151ebd6bf6 req-2f3ddc1c-6e28-4b16-b475-0fe1393fe715 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.1263981 Jun 23 01:58:48.662529 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-999556c4-6267-4a2b-9ecf-f7151ebd6bf6 req-9db3ecf0-5bb8-4d80-b997-f0550798b9c9 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790238 Jun 23 01:58:48.825115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757259f-219a-4fc1-a75d-68b0801b1acf req-f4b2e62e-27eb-4f57-8844-59a7f8a99d6f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:48.826940 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4757259f-219a-4fc1-a75d-68b0801b1acf req-f4b2e62e-27eb-4f57-8844-59a7f8a99d6f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0913734 Jun 23 01:58:48.958028 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb9a6-d20f-4b4f-aae9-87cdd7b9660e req-f8506c71-a872-4975-b5a3-32bd562030fe tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:48.959633 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-760cb9a6-d20f-4b4f-aae9-87cdd7b9660e req-f8506c71-a872-4975-b5a3-32bd562030fe tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0753834 Jun 23 01:58:49.020027 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:49.046687 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4757259f-219a-4fc1-a75d-68b0801b1acf req-bd903952-6fc4-4930-b7e3-fc38f3227e62 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091451 Jun 23 01:58:49.075396 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-760cb9a6-d20f-4b4f-aae9-87cdd7b9660e req-82b522a1-34b8-4235-a13f-98b5f974f7cb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085401 Jun 23 01:58:49.586086 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54c9f-3307-4ccf-b947-b4f61967a829 req-fddd56a5-9ade-49db-b4a0-9501ac382e73 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:49.589573 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d1b54c9f-3307-4ccf-b947-b4f61967a829 req-fddd56a5-9ade-49db-b4a0-9501ac382e73 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0612781 Jun 23 01:58:49.643552 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d1b54c9f-3307-4ccf-b947-b4f61967a829 req-06ee40c5-3ad3-4dd7-97ec-ab427e015e7f tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493400 Jun 23 01:58:49.773391 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883a45-059f-4f4a-9316-fecfa0eaacd5 req-4c45296e-9c08-45a2-b91b-a9f747f887f6 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:49.774986 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-18883a45-059f-4f4a-9316-fecfa0eaacd5 req-4c45296e-9c08-45a2-b91b-a9f747f887f6 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.0514910 Jun 23 01:58:49.824429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-18883a45-059f-4f4a-9316-fecfa0eaacd5 req-30fede4a-0229-4571-a34e-e5700d3a5b0b tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Jun 23 01:58:50.220925 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:50.235998 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df640b0-6542-41cf-8994-20f6f23354c7 req-44b2163f-b8ce-451f-8500-d493a4923ded tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:50.237579 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:50.238939 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6df640b0-6542-41cf-8994-20f6f23354c7 req-44b2163f-b8ce-451f-8500-d493a4923ded tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0945590 Jun 23 01:58:50.249978 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58693f9-89db-4bd0-bd48-901b51765f13 req-d79946d3-e308-4b2b-b254-f4da296185df tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:50.251780 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f58693f9-89db-4bd0-bd48-901b51765f13 req-d79946d3-e308-4b2b-b254-f4da296185df tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0970006 Jun 23 01:58:50.341048 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6df640b0-6542-41cf-8994-20f6f23354c7 req-c629336b-9ad9-4ab7-b3e7-86e874b119db tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881286 Jun 23 01:58:50.351010 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f58693f9-89db-4bd0-bd48-901b51765f13 req-c8ceb859-2125-4250-98c8-97b40f9aed18 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918846 Jun 23 01:58:50.617607 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Request body: {'port': {'device_id': '85529eb8-0d73-413a-8924-021279175dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:50.692169 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:50.754983 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-0776eb73-a10e-4bf0-b0f4-d02c1053c0b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519248 Jun 23 01:58:50.758061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:50.761955 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ce3a8-e756-4496-8d1b-e418eec73058 req-e65e082e-4861-4d5b-92ab-9ff36e929a02 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:50.763596 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d83ce3a8-e756-4496-8d1b-e418eec73058 req-e65e082e-4861-4d5b-92ab-9ff36e929a02 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0487916 Jun 23 01:58:50.817259 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d83ce3a8-e756-4496-8d1b-e418eec73058 req-906ae7c1-4b28-4fe8-ab2c-009ad03ba7f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472724 Jun 23 01:58:50.941869 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c0e5-66dc-45bc-8bc3-ca38f4e17008 req-55a10d00-eea8-4e08-95fe-82ce3273648e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:50.943454 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e967c0e5-66dc-45bc-8bc3-ca38f4e17008 req-55a10d00-eea8-4e08-95fe-82ce3273648e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 932 time: 0.0481329 Jun 23 01:58:50.992448 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e967c0e5-66dc-45bc-8bc3-ca38f4e17008 req-ab5d9fff-c825-4512-9a09-af1242fd523b tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Jun 23 01:58:51.033823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cfe0cb-2f27-40d9-861f-edfdedc175bc {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:58:51.042206 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks [] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:51.055527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Transition to ACTIVE for port object 83cfe0cb-2f27-40d9-861f-edfdedc175bc will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:58:51.060603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:51.092661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:51.114960 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:51.193352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Attempting to bind port 83cfe0cb-2f27-40d9-861f-edfdedc175bc on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:51.193658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Attempting to bind port 83cfe0cb-2f27-40d9-861f-edfdedc175bc by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:51.193905 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Attempting to bind port 83cfe0cb-2f27-40d9-861f-edfdedc175bc on network c32b92fc-5000-490b-9c2b-64162cf17bf3 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:51.198984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Port 83cfe0cb-2f27-40d9-861f-edfdedc175bc on network c32b92fc-5000-490b-9c2b-64162cf17bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:58:51.199331 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Attempting to bind port 83cfe0cb-2f27-40d9-861f-edfdedc175bc on network c32b92fc-5000-490b-9c2b-64162cf17bf3 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:51.204858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:51.205186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Checking segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:51.205560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Bound using segment: {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:51.205979 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Bound port: 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:51.206332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:51.270282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:51.273728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:51.281654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:51.318607 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:51.319058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:51.320471 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] 10.222.0.16 "PUT /v2.0/ports/83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 1094 time: 0.7092199 Jun 23 01:58:51.320893 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:58:51.323102 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e53297-5e03-4457-95e8-060f04b9a29f" -d '{"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:58:51.344548 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403a72-2dcb-4b98-bd2d-25b68a94f600 service neutron] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:51.503409 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=44 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:51.509677 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549b764c-cf52-479e-b1f7-45c83e04ae5a req-e4cc18f9-22b7-4496-8f73-031fa9e62858 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265044 Jun 23 01:58:51.511892 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273258be-c2f6-41ea-b1b8-9fa318121b99 x-openstack-request-id: req-273258be-c2f6-41ea-b1b8-9fa318121b99 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:58:51.512390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:58:51.512805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-273258be-c2f6-41ea-b1b8-9fa318121b99 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:58:51.513837 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273258be-c2f6-41ea-b1b8-9fa318121b99'] response: {'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 01:58:51.569954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:51.596353 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dad9dc-4209-4a95-9d93-2113259d6e1c req-ad170f25-c690-49a3-97b0-df5238af2ac5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:51.598245 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-15dad9dc-4209-4a95-9d93-2113259d6e1c req-ad170f25-c690-49a3-97b0-df5238af2ac5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.1016526 Jun 23 01:58:51.659403 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:51.670252 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53297-5e03-4457-95e8-060f04b9a29f req-eefa0e46-b455-4eda-9ede-5e7c50266ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:51.672591 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-15e53297-5e03-4457-95e8-060f04b9a29f req-eefa0e46-b455-4eda-9ede-5e7c50266ea9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1128 time: 0.1174192 Jun 23 01:58:51.678285 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5719e3-b460-49a1-8781-238f972c48d1 req-7dbf39e6-fa3c-427d-b3a3-3fc2122a0662 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:51.680588 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a5719e3-b460-49a1-8781-238f972c48d1 req-7dbf39e6-fa3c-427d-b3a3-3fc2122a0662 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0811338 Jun 23 01:58:51.759836 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-15dad9dc-4209-4a95-9d93-2113259d6e1c req-c4beb1fa-fa87-4785-977c-2e7d6f0d5a04 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Jun 23 01:58:51.786943 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a5719e3-b460-49a1-8781-238f972c48d1 req-465b96f1-1b23-4e99-aa1b-2113492ca8b7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786595 Jun 23 01:58:51.949673 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a9d18-e098-4ef9-a419-727902328d1e req-467e8c41-f834-4df3-b0d4-f0c421c1b44d tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:51.951522 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e35a9d18-e098-4ef9-a419-727902328d1e req-467e8c41-f834-4df3-b0d4-f0c421c1b44d tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0564561 Jun 23 01:58:52.004585 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e35a9d18-e098-4ef9-a419-727902328d1e req-fd6f604c-ed5d-4bd4-9232-81e7bc2347a6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Jun 23 01:58:52.072538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53297-5e03-4457-95e8-060f04b9a29f req-58abaf4d-d5b3-4117-974c-ca1c4b47ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.074802 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-15e53297-5e03-4457-95e8-060f04b9a29f req-58abaf4d-d5b3-4117-974c-ca1c4b47ff98 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5a7db67320b04863ac7d28369425dd19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1495528 Jun 23 01:58:52.145955 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466011-f495-4242-94b1-e576cb4532d6 req-8b901c6b-f0d6-45cf-afb5-516cbc7f3378 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.148190 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1b466011-f495-4242-94b1-e576cb4532d6 req-8b901c6b-f0d6-45cf-afb5-516cbc7f3378 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 944 time: 0.0599554 Jun 23 01:58:52.213237 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1b466011-f495-4242-94b1-e576cb4532d6 req-4c6ea843-f3d8-45ec-86cb-1735081f61e6 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Jun 23 01:58:52.233001 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53297-5e03-4457-95e8-060f04b9a29f req-7d2212c5-3d3d-48a2-8bf8-b347b8d815a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.234623 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-15e53297-5e03-4457-95e8-060f04b9a29f req-7d2212c5-3d3d-48a2-8bf8-b347b8d815a8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268630 Jun 23 01:58:52.481234 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-aefe711c-321e-4a98-9f7c-9fee0e836c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.482776 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-aefe711c-321e-4a98-9f7c-9fee0e836c4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1128 time: 0.0441909 Jun 23 01:58:52.523273 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-ef2612db-cbb9-4725-9275-7f4a4be44d69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 217 time: 0.0317791 Jun 23 01:58:52.574367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-e2d1ab90-827d-4af1-a289-9b8d7a351152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.575949 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-e2d1ab90-827d-4af1-a289-9b8d7a351152 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.0441377 Jun 23 01:58:52.624131 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33e31-77ec-438c-b931-c9373424f8ce req-36bf73ae-a18b-4c10-9574-a68d085af41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.625664 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-36bf73ae-a18b-4c10-9574-a68d085af41f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410016 Jun 23 01:58:52.718073 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-a31b27e6-72ea-4d52-a2d7-2fe00864079f service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Jun 23 01:58:52.897110 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-39c33e31-77ec-438c-b931-c9373424f8ce req-d924e533-b11a-40f3-919c-e5e270666d05 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093435 Jun 23 01:58:52.911930 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:58:52.928648 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f082-4dc7-487a-a6e9-c628ce952fa3 req-cac1ba0e-a4cb-4fa3-8859-183e3416c68e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:52.930339 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-baf2f082-4dc7-487a-a6e9-c628ce952fa3 req-cac1ba0e-a4cb-4fa3-8859-183e3416c68e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0628326 Jun 23 01:58:52.959792 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:52.994135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-baf2f082-4dc7-487a-a6e9-c628ce952fa3 req-25c50b51-96c2-405e-ac71-f8fcd6a9b2bc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579853 Jun 23 01:58:53.058717 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:53.078026 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:58:53.125088 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: ACTIVE; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:53.125480 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.143152 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:58:53.163472 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55422) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.182957 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:53.189003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.201354 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed87aa-9406-4ec4-8221-bf5b682b99e3 req-cd78d8aa-4f88-43d1-9138-8f6361023fa3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:53.208792 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2eed87aa-9406-4ec4-8221-bf5b682b99e3 req-cd78d8aa-4f88-43d1-9138-8f6361023fa3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0885792 Jun 23 01:58:53.277533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55430) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.280445 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2eed87aa-9406-4ec4-8221-bf5b682b99e3 req-e568bdae-47a2-4e06-b283-b9ae386174b4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702450 Jun 23 01:58:53.286322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700337551', 'description': 'tempest-description--2007530520'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:53.294788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=6']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:53.330252 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.344115 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['cbbc03ec-d4fe-4f82-b455-91d7004bd595'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:58:53.353126 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf966-39fa-446c-9056-06e038ae3c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.382465 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:53.391204 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:53.398404 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8aa2-140f-4e2c-a158-d02ab7b8f9e2 req-480a7a42-16e6-40ac-849e-ddede64f8aed tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:53.400114 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-301e8aa2-140f-4e2c-a158-d02ab7b8f9e2 req-480a7a42-16e6-40ac-849e-ddede64f8aed tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 944 time: 0.0557621 Jun 23 01:58:53.460490 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-301e8aa2-140f-4e2c-a158-d02ab7b8f9e2 req-0b6855b3-d1ef-46f9-9869-32168665e906 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531726 Jun 23 01:58:53.463840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (3b425e3c-90ec-4e08-b5a0-18d1a659100b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.472820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3b425e3c-90ec-4e08-b5a0-18d1a659100b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.493002 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:53.509308 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf966-39fa-446c-9056-06e038ae3c94 admin admin] Publish callbacks [] for security_group (0cf3a925-5168-407b-874e-49da3e60aed4), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.512601 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.514030 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2351458 Jun 23 01:58:53.517502 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55432) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.521842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf966-39fa-446c-9056-06e038ae3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0cf3a925-5168-407b-874e-49da3e60aed4), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.522531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'security_group_rule': {'security_group_id': '3b425e3c-90ec-4e08-b5a0-18d1a659100b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:53.532108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3099e-49e2-43b1-8fc4-66b66e28ae26 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b425e3c-90ec-4e08-b5a0-18d1a659100b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:53.560344 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (251ada03-8a6c-4313-b490-13012dcfac5f), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.572697 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fc0cf966-39fa-446c-9056-06e038ae3c94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f60d868caa5418b8bbc3732e8cdb29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080706 Jun 23 01:58:53.576088 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55434) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.584445 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cf966-39fa-446c-9056-06e038ae3c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3a925-5168-407b-874e-49da3e60aed4,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:53.623037 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (251ada03-8a6c-4313-b490-13012dcfac5f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.628500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (251ada03-8a6c-4313-b490-13012dcfac5f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.650213 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251ada03-8a6c-4313-b490-13012dcfac5f,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:53.662742 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.664436 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-0e4095af-1768-4fac-a3b4-9371f3cd305d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457300 Jun 23 01:58:53.667260 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55438) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.672321 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'security_group_rule': {'security_group_id': '3b425e3c-90ec-4e08-b5a0-18d1a659100b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:53.700175 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (d9f421ca-4670-4488-b104-ad5ac38febe8), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.761155 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (d9f421ca-4670-4488-b104-ad5ac38febe8), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.766345 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (d9f421ca-4670-4488-b104-ad5ac38febe8), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.786175 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f421ca-4670-4488-b104-ad5ac38febe8,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:53.796529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.798079 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5af853ac-519f-4246-a3b2-ee627f182293 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296661 Jun 23 01:58:53.801408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55440) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:53.805931 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:53.829702 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.858686 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:53.861915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] Publish callbacks [] for security_group (0cf3a925-5168-407b-874e-49da3e60aed4), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.888483 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] Publish callbacks [] for security_group (0cf3a925-5168-407b-874e-49da3e60aed4), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.911858 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.938320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0cf3a925-5168-407b-874e-49da3e60aed4), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.941353 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:53.945159 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cf3a925-5168-407b-874e-49da3e60aed4 HTTP/1.1" status: 204 len: 168 time: 0.3658059 Jun 23 01:58:53.951432 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02e417-a450-4529-ac9e-3c7919dcd77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3a925-5168-407b-874e-49da3e60aed4,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:54.026595 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Allocated IP 172.27.0.254 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/799790e4-8584-4388-9c75-e48dca9f5531) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:54.082541 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:54.176353 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6ca93-edcc-41dd-a6c0-8078c9c1cf10 req-7911771b-82b3-49df-9a9f-7dc0786253e2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:54.177339 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dae6ca93-edcc-41dd-a6c0-8078c9c1cf10 req-7911771b-82b3-49df-9a9f-7dc0786253e2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0977767 Jun 23 01:58:54.219716 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for port (799790e4-8584-4388-9c75-e48dca9f5531), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.275428 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dae6ca93-edcc-41dd-a6c0-8078c9c1cf10 req-d0820919-6015-4657-a83b-78cd246eb054 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806146 Jun 23 01:58:54.282224 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (799790e4-8584-4388-9c75-e48dca9f5531), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.343467 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:54.348140 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:54.352657 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:54.383548 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'Port': ['ID=799790e4-8584-4388-9c75-e48dca9f5531,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:54.475586 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2711-9fb5-43e3-ab3b-08d2995ca198 req-364cdf55-2674-4901-8c9f-689732d059b2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:54.477346 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b5e2711-9fb5-43e3-ab3b-08d2995ca198 req-364cdf55-2674-4901-8c9f-689732d059b2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0853486 Jun 23 01:58:54.506293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.603440 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b5e2711-9fb5-43e3-ab3b-08d2995ca198 req-b29c5c5a-6afb-4335-adc5-4a5f00b0e282 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176100 Jun 23 01:58:54.619919 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:54.629176 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e5ae9-af1f-404e-aa2b-e15bf077a3aa req-a2c7a5f9-d385-4a53-97c4-3ed4055287d4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:54.630867 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d08e5ae9-af1f-404e-aa2b-e15bf077a3aa req-a2c7a5f9-d385-4a53-97c4-3ed4055287d4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 944 time: 0.0802484 Jun 23 01:58:54.642323 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (799790e4-8584-4388-9c75-e48dca9f5531), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.750730 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d08e5ae9-af1f-404e-aa2b-e15bf077a3aa req-c27d9e90-02f0-41a7-800e-836b60fb91db tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046653 Jun 23 01:58:54.828212 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55504) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:54.858614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for port (799790e4-8584-4388-9c75-e48dca9f5531), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.874681 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (799790e4-8584-4388-9c75-e48dca9f5531), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.941428 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 83cfe0cb-2f27-40d9-861f-edfdedc175bc details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:58:54.944393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:54.947107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'Port': ['ID=799790e4-8584-4388-9c75-e48dca9f5531,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:54.959058 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:54.992422 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-194732833-network', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:55.007538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.008640 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a901d051-4116-45c8-84cc-c607b74d9093 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2062099 Jun 23 01:58:55.028677 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Made reservation on behalf of 59bb100f7d034605bb875abd1a0775ec for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:55.033976 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.044556 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.068850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port cbbc03ec-d4fe-4f82-b455-91d7004bd595 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:55.069497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.072886 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:55.169536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:55.189730 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks [] for security_group (547d9a7d-8e45-4f48-9043-cbccd26f079c), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.194434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (547d9a7d-8e45-4f48-9043-cbccd26f079c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.205859 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'port_id': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'mac_address': 'fa:16:3e:5b:31:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:58:55.211000 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:58:55.224855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (b95b3661-5dd0-4c80-8f45-6dd29fd0d826), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.225378 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Added segment b95b3661-5dd0-4c80-8f45-6dd29fd0d826 of type vlan for network c3aa2615-6363-4241-bbc2-9c8b59555a5d Jun 23 01:58:55.240283 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:55.240619 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.281412 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:58:55.283783 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b5128-56ce-48dc-bc91-061bbb7afbf0" -d '{"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:58:55.299257 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 83cfe0cb-2f27-40d9-861f-edfdedc175bc is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:55.299649 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.323880 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:55.327983 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cfe0cb-2f27-40d9-861f-edfdedc175bc {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:58:55.335647 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a280f8b4-cd3a-4329-8ac2-7f9da54bee2f x-openstack-request-id: req-a280f8b4-cd3a-4329-8ac2-7f9da54bee2f {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:58:55.336009 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:58:55.336260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a280f8b4-cd3a-4329-8ac2-7f9da54bee2f {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:58:55.336774 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a280f8b4-cd3a-4329-8ac2-7f9da54bee2f'] response: {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'code': 200} Jun 23 01:58:55.340646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:55.353411 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.420000 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=7']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:55.424404 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:55.432976 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.491243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:55.596105 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (c3aa2615-6363-4241-bbc2-9c8b59555a5d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.630566 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d9a7d-8e45-4f48-9043-cbccd26f079c,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:55.647198 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8dc64-ae5c-4477-87b0-daec91cc25e8 req-24e2edc0-87d7-4878-a39a-e9c9162d6b3b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:55.648729 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09b8dc64-ae5c-4477-87b0-daec91cc25e8 req-24e2edc0-87d7-4878-a39a-e9c9162d6b3b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1110067 Jun 23 01:58:55.687981 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-a72a65f5-9fee-40b3-bcac-417690a07d79 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--700337551&fields=id&tenant_id=e7608bb4bbf1435289dc08731d51df22 HTTP/1.1" status: 200 len: 267 time: 0.4439831 Jun 23 01:58:55.702880 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (c3aa2615-6363-4241-bbc2-9c8b59555a5d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.703884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:55.704478 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:55.736892 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:58:55.743324 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:55.810827 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09b8dc64-ae5c-4477-87b0-daec91cc25e8 req-6ad94c8c-9320-4e12-9863-6dcea0166fe7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466901 Jun 23 01:58:55.929683 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55554) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:55.931824 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1023557 Jun 23 01:58:55.932836 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253f31-6a5b-45c6-bcdb-ecd253ab61bb admin admin] Pushing event updated for resources: {'Network': ['ID=c3aa2615-6363-4241-bbc2-9c8b59555a5d,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:55.938630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Request body: {'subnet': {'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-194732833-subnet', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:55.997889 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Made reservation on behalf of 59bb100f7d034605bb875abd1a0775ec for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:58:56.004380 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.037290 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-af5b60de-ba24-4ca8-a8ce-dee38dce7ddb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:56.039587 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-af5b60de-ba24-4ca8-a8ce-dee38dce7ddb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.3442767 Jun 23 01:58:56.064917 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-2e7979f4-c507-40b4-9290-db4459f4394e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/quotas/e7608bb4bbf1435289dc08731d51df22 HTTP/1.1" status: 200 len: 375 time: 0.0184617 Jun 23 01:58:56.071766 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88556-d601-4792-b652-06b73e3861c7 req-a7c466f6-462e-4495-97f9-d929c7249f26 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:56.073628 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4c88556-d601-4792-b652-06b73e3861c7 req-a7c466f6-462e-4495-97f9-d929c7249f26 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0918128 Jun 23 01:58:56.134858 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-d4232152-7fb8-4424-8a6f-858d92ec0e4c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0600219 Jun 23 01:58:56.150880 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:58:56.258183 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:58:56.258973 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4c88556-d601-4792-b652-06b73e3861c7 req-9f2973be-9f20-4b4d-b24b-f470168dcd86 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227961 Jun 23 01:58:56.304538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55566) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:56.326737 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (cb259d46-ac2e-4117-a049-82aa88774b23), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.343826 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:56.353349 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-fb5c34f8-9581-46fd-a890-3a2f1b6428a4 service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988122 Jun 23 01:58:56.383070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Deleting subnet 80d6ff2c-e34e-440b-a642-608df3a24cf9 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 01:58:56.391051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb259d46-ac2e-4117-a049-82aa88774b23,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:56.423370 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Publish callbacks [] for subnet (80d6ff2c-e34e-440b-a642-608df3a24cf9), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.434494 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:56.434859 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Network hostable DHCP agents. Network: c3aa2615-6363-4241-bbc2-9c8b59555a5d, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:58:56.453551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:56.458333 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:58:56.477631 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, c3aa2615-6363-4241-bbc2-9c8b59555a5d) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:56.482663 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cbb0a-b08d-4067-8ded-afadd87b577c req-21c56139-7c91-4f50-9328-ad63bf0c9757 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:56.484261 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2f1cbb0a-b08d-4067-8ded-afadd87b577c req-21c56139-7c91-4f50-9328-ad63bf0c9757 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 945 time: 0.1296320 Jun 23 01:58:56.490594 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c225ddd-a610-4ccb-8023-7ac1b030e871 None None] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:56.510364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:56.514585 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.523151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (80d6ff2c-e34e-440b-a642-608df3a24cf9), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.553938 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-10d64bde-2cde-4030-8293-2ed599e43248 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6222100 Jun 23 01:58:56.556955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55568) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:56.563163 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:58:56.604438 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.607536 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.629081 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:56.649387 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (80d6ff2c-e34e-440b-a642-608df3a24cf9), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.653537 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-6f2fe358-4b3a-4656-a3d4-cae03b1298d4 service neutron] 10.222.0.26 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816124 Jun 23 01:58:56.675617 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2f1cbb0a-b08d-4067-8ded-afadd87b577c req-777719b5-77b1-4608-b0a5-9f586a59242d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597323 Jun 23 01:58:56.678540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:58:56.679563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.739559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (80d6ff2c-e34e-440b-a642-608df3a24cf9), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.773594 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for router_controller (07dd6c4e-a941-49e5-a009-355b2de3465d), precommit_add_association {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.789130 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d6ff2c-e34e-440b-a642-608df3a24cf9,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:56.795793 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-55981066-4837-4446-9991-9c3673c380de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:56.801637 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-55981066-4837-4446-9991-9c3673c380de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/80d6ff2c-e34e-440b-a642-608df3a24cf9 HTTP/1.1" status: 204 len: 168 time: 0.4939823 Jun 23 01:58:56.802256 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55570) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:56.850719 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Allocated IP 172.20.0.2 (c3aa2615-6363-4241-bbc2-9c8b59555a5d/cb259d46-ac2e-4117-a049-82aa88774b23/d849628d-6725-446d-8656-88f51b57deaa) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:56.939071 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (1cd4d5b7-c972-43d5-bead-94b107b7260a), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.092065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks [] for port (d849628d-6725-446d-8656-88f51b57deaa), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.095980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:57.097900 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 83cfe0cb-2f27-40d9-861f-edfdedc175bc up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:57.125045 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-67719fba-d322-400b-964e-a3714ee0e2e4 req-4efb22d3-18fa-4f63-9341-6bc7845e53dc tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.1069510 Jun 23 01:58:57.147986 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (d849628d-6725-446d-8656-88f51b57deaa), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.154346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (1cd4d5b7-c972-43d5-bead-94b107b7260a), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.165871 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cd1ae-99e5-4eab-ac21-237e4b1243de req-e4307b30-9f8a-4621-9964-173f2ae52877 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:57.167534 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d95cd1ae-99e5-4eab-ac21-237e4b1243de req-e4307b30-9f8a-4621-9964-173f2ae52877 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1863744 Jun 23 01:58:57.195902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for router_gateway (07dd6c4e-a941-49e5-a009-355b2de3465d), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.199896 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:57.206077 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:57.211978 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:57.222478 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 83cfe0cb-2f27-40d9-861f-edfdedc175bc completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:58:57.228391 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:57.231133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd4d5b7-c972-43d5-bead-94b107b7260a']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:57.239165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Pushing event updated for resources: {'Port': ['ID=d849628d-6725-446d-8656-88f51b57deaa,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:57.281839 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67836147-4a75-4229-a300-799a925c9551') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:57.282151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67836147-4a75-4229-a300-799a925c9551') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:57.288672 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 83cfe0cb-2f27-40d9-861f-edfdedc175bc triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:57.294504 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d95cd1ae-99e5-4eab-ac21-237e4b1243de req-9161692b-833e-4910-af57-7fc41e7da720 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181512 Jun 23 01:58:57.313784 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.333857 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (67836147-4a75-4229-a300-799a925c9551), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.384497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Attempting to bind port d849628d-6725-446d-8656-88f51b57deaa on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:58:57.384859 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Attempting to bind port d849628d-6725-446d-8656-88f51b57deaa by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:58:57.385228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Attempting to bind port d849628d-6725-446d-8656-88f51b57deaa on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:58:57.395512 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:58:57.395797 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:58:57.398568 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.398728 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Bound using segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:58:57.399286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Bound port: d849628d-6725-446d-8656-88f51b57deaa, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:58:57.399803 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d849628d-6725-446d-8656-88f51b57deaa), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.403412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (67836147-4a75-4229-a300-799a925c9551), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.455812 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 83cfe0cb-2f27-40d9-861f-edfdedc175bc is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:57.456189 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.475422 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 01:58:57.485118 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (67836147-4a75-4229-a300-799a925c9551), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.512992 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:58:57.515355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b52d5-d340-4608-8c5a-acd1f0633294" -d '{"events": [{"server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "name": "network-vif-plugged", "status": "completed", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:58:57.556555 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 67836147-4a75-4229-a300-799a925c9551 resource provider aggregate not found Jun 23 01:58:57.566849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:57.581791 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48492a9d-b4b7-4146-a4d9-6d36946e1e4a x-openstack-request-id: req-48492a9d-b4b7-4146-a4d9-6d36946e1e4a {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:58:57.582712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "name": "network-vif-plugged", "status": "completed", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:58:57.582973 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48492a9d-b4b7-4146-a4d9-6d36946e1e4a {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:58:57.583432 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48492a9d-b4b7-4146-a4d9-6d36946e1e4a'] response: {'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'code': 200} Jun 23 01:58:57.586228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.589612 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91017b2-a24a-49e6-9586-71c965c2c3d0 req-546e37d2-1250-46d6-b906-5d051bc335c4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:57.592890 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c91017b2-a24a-49e6-9586-71c965c2c3d0 req-546e37d2-1250-46d6-b906-5d051bc335c4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.2194538 Jun 23 01:58:57.669322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:57.674229 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (1cd4d5b7-c972-43d5-bead-94b107b7260a), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.684401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for router_gateway (07dd6c4e-a941-49e5-a009-355b2de3465d), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.719862 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 67836147-4a75-4229-a300-799a925c9551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67836147-4a75-4229-a300-799a925c9551 found for delete ", "request_id": "req-93112f90-2784-4985-8912-350e64b86070"}]} Jun 23 01:58:57.721584 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.726731 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/1cd4d5b7-c972-43d5-bead-94b107b7260a HTTP/1.1" status: 204 len: 168 time: 0.9212742 Jun 23 01:58:57.729645 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54c2c9-264e-434f-b904-238c2a1e82fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd4d5b7-c972-43d5-bead-94b107b7260a,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:57.730189 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:57.732122 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55596) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:57.734262 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.778572 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] For port d849628d-6725-446d-8656-88f51b57deaa, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:58:57.824747 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] For port d849628d-6725-446d-8656-88f51b57deaa, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d849628d-6725-446d-8656-88f51b57deaa,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:58:57.843241 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:57.849706 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (d849628d-6725-446d-8656-88f51b57deaa), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.878135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c91017b2-a24a-49e6-9586-71c965c2c3d0 req-2dea6c93-6ee5-448b-b15f-eb5b806cc573 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319932 Jun 23 01:58:57.899143 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ab1d-e021-43ae-9646-b6d80d65e35f req-39d06f9c-0992-4a96-ad3e-fce9dd3314fa tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:57.901709 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56b6ab1d-e021-43ae-9646-b6d80d65e35f req-39d06f9c-0992-4a96-ad3e-fce9dd3314fa tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0858054 Jun 23 01:58:57.905558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Deleting subnet 5155630d-01ee-4a7b-8789-b45cccaa4805 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 01:58:57.919106 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Publish callbacks [] for subnet (5155630d-01ee-4a7b-8789-b45cccaa4805), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:57.941919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e4c9-a853-4e36-af92-1e455abae602 None None] Pushing event updated for resources: {'Port': ['ID=d849628d-6725-446d-8656-88f51b57deaa,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:57.973366 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Allocated IP 172.27.0.64 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/08843220-6ff3-4b99-a0f8-edf3045b606b) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:58:57.992261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:58.030875 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (5155630d-01ee-4a7b-8789-b45cccaa4805), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.125241 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1f413-d8a0-418e-8536-a881729ab4be req-6167a233-609d-4407-a702-32cd061d3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:58.132053 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77e1f413-d8a0-418e-8536-a881729ab4be req-6167a233-609d-4407-a702-32cd061d3bce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1130 time: 0.0897787 Jun 23 01:58:58.156778 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (5155630d-01ee-4a7b-8789-b45cccaa4805), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.320882 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (5155630d-01ee-4a7b-8789-b45cccaa4805), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.390931 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9644bc19-68dc-4adf-acaa-9c7a8b467bb5 req-93ce4eee-741d-4c8b-86da-e2cebe15025e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.0359690 Jun 23 01:58:58.413287 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56b6ab1d-e021-43ae-9646-b6d80d65e35f req-fce38d64-e2c2-4a61-8e73-f7a5b62b671c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469111 Jun 23 01:58:58.414455 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.418464 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5155630d-01ee-4a7b-8789-b45cccaa4805 HTTP/1.1" status: 204 len: 168 time: 0.6809566 Jun 23 01:58:58.419485 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3758298-f73a-41b8-9bc1-4f1c6e0c0b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5155630d-01ee-4a7b-8789-b45cccaa4805,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:58.421049 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55608) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:58.438187 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77e1f413-d8a0-418e-8536-a881729ab4be req-5b59f459-1567-4365-8a7a-714e30283c22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029652 Jun 23 01:58:58.446084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-42f33ac2-62d2-4a04-8033-0a89132a8122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.509322 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (5870a8b0-2374-494a-bee1-7db781f5e51b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.551278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.607921 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.615957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:58.647543 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (5870a8b0-2374-494a-bee1-7db781f5e51b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.658052 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bd977-f8cb-467c-b907-259d606603a8 req-deb24227-8024-4839-850e-9cde0257a698 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:58.661836 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ee8bd977-f8cb-467c-b907-259d606603a8 req-deb24227-8024-4839-850e-9cde0257a698 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1474490 Jun 23 01:58:58.663987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:58:58.665476 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d849628d-6725-446d-8656-88f51b57deaa up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:58:58.668825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Pushing event updated for resources: {'Port': ['ID=08843220-6ff3-4b99-a0f8-edf3045b606b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:58.672778 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:58:58.675202 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:58:58.743923 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5870a8b0-2374-494a-bee1-7db781f5e51b']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:58.755153 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port d849628d-6725-446d-8656-88f51b57deaa triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:58.756048 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d849628d-6725-446d-8656-88f51b57deaa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.768596 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f8f47c-a3d2-4ade-8029-0651c77c2bc6') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:58.769018 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f8f47c-a3d2-4ade-8029-0651c77c2bc6') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:58:58.784739 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d9729-f5da-4152-b56f-8daac794b588 req-d5f08afe-58e7-4d91-b3dd-2eb506e64eb0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:58.786373 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f98d9729-f5da-4152-b56f-8daac794b588 req-d5f08afe-58e7-4d91-b3dd-2eb506e64eb0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1800792 Jun 23 01:58:58.792993 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (e3f8f47c-a3d2-4ade-8029-0651c77c2bc6), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.796411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:58.850153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (e3f8f47c-a3d2-4ade-8029-0651c77c2bc6), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.866628 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 01:58:58.866904 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (e3f8f47c-a3d2-4ade-8029-0651c77c2bc6), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:58.900318 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ee8bd977-f8cb-467c-b907-259d606603a8 req-478b4184-8eac-4d09-8667-555c4e723d23 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973004 Jun 23 01:58:58.919594 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f98d9729-f5da-4152-b56f-8daac794b588 req-12b370fb-86d4-4b86-8f50-bb73b75ba0ad tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168396 Jun 23 01:58:58.937577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port d849628d-6725-446d-8656-88f51b57deaa is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:58:58.938115 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d849628d-6725-446d-8656-88f51b57deaa), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.002786 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port d849628d-6725-446d-8656-88f51b57deaa, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d849628d-6725-446d-8656-88f51b57deaa,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:58:59.012540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (d849628d-6725-446d-8656-88f51b57deaa), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.026762 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (5870a8b0-2374-494a-bee1-7db781f5e51b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.033180 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.040173 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5870a8b0-2374-494a-bee1-7db781f5e51b HTTP/1.1" status: 204 len: 168 time: 0.6180961 Jun 23 01:58:59.089599 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=d849628d-6725-446d-8656-88f51b57deaa,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:59.090036 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1af6c3-2883-4821-807f-e8ded6a5f062 admin admin] Pushing event deleted for resources: {'Network': ['ID=5870a8b0-2374-494a-bee1-7db781f5e51b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:58:59.143095 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for router_gateway (07dd6c4e-a941-49e5-a009-355b2de3465d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.290061 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55616) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:59.425020 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-2f469e0c-32ab-4c97-9227-d995a072d9e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=897052f7bdb24e96bdeb986788a74623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329718 Jun 23 01:58:59.432175 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55622) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:58:59.557233 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] Publish callbacks [] for security_group (20bf3142-8f4b-45cf-b8a4-34f2b960e826), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.628465 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-e376d145-3323-492c-95c5-2a79b753d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:59.632195 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-e376d145-3323-492c-95c5-2a79b753d329 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1129 time: 0.2962718 Jun 23 01:58:59.637281 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] Publish callbacks [] for security_group (20bf3142-8f4b-45cf-b8a4-34f2b960e826), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.663256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd06e1-81fe-4213-848b-aa92cfd9909c None None] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:58:59.714170 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:59.733895 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8b5e675f-376f-4668-ad2d-c84d087362d5 req-9f505f8e-8d08-4713-8697-66c4ecd33c0c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.1552310 Jun 23 01:58:59.760173 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:59.778993 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d951c-efa7-4f7b-a55a-b4b4c299648f req-5d1d685b-263a-4d56-bb54-83d36c88ec77 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:59.792863 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f42d951c-efa7-4f7b-a55a-b4b4c299648f req-5d1d685b-263a-4d56-bb54-83d36c88ec77 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.1954670 Jun 23 01:58:59.794368 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment e3f8f47c-a3d2-4ade-8029-0651c77c2bc6 resource provider aggregate not found Jun 23 01:58:59.825479 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-86c1ec1d-f7a8-47a1-8bef-ae1130821f2a None None] Provisioning complete for port d849628d-6725-446d-8656-88f51b57deaa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:58:59.825848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-86c1ec1d-f7a8-47a1-8bef-ae1130821f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d849628d-6725-446d-8656-88f51b57deaa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.827328 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-46499480-146a-4ab7-a88b-a053b2c4a27a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:58:59.829075 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-46499480-146a-4ab7-a88b-a053b2c4a27a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 817 time: 0.4920530 Jun 23 01:58:59.846153 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.847915 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment e3f8f47c-a3d2-4ade-8029-0651c77c2bc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3f8f47c-a3d2-4ade-8029-0651c77c2bc6 found for delete ", "request_id": "req-1328e4ba-6368-4925-9adb-3871dd389a41"}]} Jun 23 01:58:59.909295 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:58:59.939560 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f42d951c-efa7-4f7b-a55a-b4b4c299648f req-8fca5cbd-1c4b-440e-85e5-4601fb5364fe tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279500 Jun 23 01:58:59.940153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (20bf3142-8f4b-45cf-b8a4-34f2b960e826), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.942736 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:58:59.946562 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20bf3142-8f4b-45cf-b8a4-34f2b960e826 HTTP/1.1" status: 204 len: 168 time: 0.5135558 Jun 23 01:58:59.965548 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7100b-66c8-4de6-a9e0-bad296385ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bf3142-8f4b-45cf-b8a4-34f2b960e826,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:00.040888 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ec1d-f7a8-47a1-8bef-ae1130821f2a None None] Current status of the port d849628d-6725-446d-8656-88f51b57deaa is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:00.089834 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Router 07dd6c4e-a941-49e5-a009-355b2de3465d is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:59:00.326929 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95458d-4561-49f2-b52e-0fd80c36ecc0 req-c278639d-fa16-4e89-b103-61956ba23b03 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:00.335270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8b95458d-4561-49f2-b52e-0fd80c36ecc0 req-c278639d-fa16-4e89-b103-61956ba23b03 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.2241988 Jun 23 01:59:00.397752 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-d2796350-25d4-4746-8510-b0d184097e59 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7608bb4bbf1435289dc08731d51df22 HTTP/1.1" status: 200 len: 379 time: 0.2207682 Jun 23 01:59:00.413171 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'port': {'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'admin_state_up': True, 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'security_groups': ['3b425e3c-90ec-4e08-b5a0-18d1a659100b']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:00.446475 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676b95-30ba-4d76-8117-a977aaa43bcd req-539d37ec-5988-4dc0-86ca-b545f5a0c45f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:00.449032 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-84676b95-30ba-4d76-8117-a977aaa43bcd req-539d37ec-5988-4dc0-86ca-b545f5a0c45f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1471126 Jun 23 01:59:00.476833 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-40258258-d961-4581-8399-53f0238ed805 None None] Provisioning complete for port d849628d-6725-446d-8656-88f51b57deaa triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:00.478011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-40258258-d961-4581-8399-53f0238ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d849628d-6725-446d-8656-88f51b57deaa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:00.535846 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:00.551196 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8b95458d-4561-49f2-b52e-0fd80c36ecc0 req-f6c61b33-86b4-4f65-b174-4cfaf60c6c3c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133622 Jun 23 01:59:00.562352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:00.574016 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:00.600224 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d849628d-6725-446d-8656-88f51b57deaa up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:00.627634 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-f371aff6-82b6-4b9f-8755-6f37545f03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:00.629699 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-f371aff6-82b6-4b9f-8755-6f37545f03cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.4579790 Jun 23 01:59:00.636139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:00.640115 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-0945d754-8377-4030-829f-cf6a18ed56ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0783982 Jun 23 01:59:00.649594 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55652) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:00.657382 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-84676b95-30ba-4d76-8117-a977aaa43bcd req-3bd20912-f533-447b-a688-669f2a4097e3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050739 Jun 23 01:59:00.718692 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:00.719360 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:58:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:00.777094 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-40258258-d961-4581-8399-53f0238ed805 None None] Current status of the port d849628d-6725-446d-8656-88f51b57deaa is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:00.790563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:00.794359 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1315-db6e-498d-be4e-d827553073fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:00.842119 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port d849628d-6725-446d-8656-88f51b57deaa triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:00.842485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (d849628d-6725-446d-8656-88f51b57deaa), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:00.889145 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:00.921079 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fb32fbf1-8016-4de1-86a0-7f42a542077f req-53f644b7-5e80-4e7e-b511-848bca01e967 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.0428898 Jun 23 01:59:00.927019 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55656) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:01.005033 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-951f01bf-bf4e-4dcd-8d3b-7aa016e47999 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cf85d202f4c41139c99e12310aec5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762990 Jun 23 01:59:01.008835 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55660) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:01.090900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] Publish callbacks [] for security_group (e9933780-ed48-43e3-902d-f3d55e8e5ab5), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.121732 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port d849628d-6725-446d-8656-88f51b57deaa is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:01.138386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] Publish callbacks [] for security_group (e9933780-ed48-43e3-902d-f3d55e8e5ab5), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.179050 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:58:58Z', 'revision_number': 3, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:01.212285 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:01.212765 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Updating router 07dd6c4e-a941-49e5-a009-355b2de3465d port 08843220-6ff3-4b99-a0f8-edf3045b606b binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:59:01.229765 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d8ac-72d0-4207-9771-2f53c25e4be0 req-738b0903-98ba-4fe6-8124-79f9f8a7827d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:01.239994 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-76d8d8ac-72d0-4207-9771-2f53c25e4be0 req-738b0903-98ba-4fe6-8124-79f9f8a7827d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0669510 Jun 23 01:59:01.250234 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-9efc5b8c-badb-42e8-8da8-91e7fb130829 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 1000 time: 0.6088300 Jun 23 01:59:01.250921 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.322091 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e9933780-ed48-43e3-902d-f3d55e8e5ab5), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.325756 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.331873 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9933780-ed48-43e3-902d-f3d55e8e5ab5 HTTP/1.1" status: 204 len: 168 time: 0.3214674 Jun 23 01:59:01.332474 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:01.366487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Made reservation on behalf of e7608bb4bbf1435289dc08731d51df22 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:01.371089 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.378342 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-76d8d8ac-72d0-4207-9771-2f53c25e4be0 req-f6b9d1dd-646f-4a1c-a600-d9506d8ecfe1 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370935 Jun 23 01:59:01.380820 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5b380-6d06-4d18-bf1a-e95362d472ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9933780-ed48-43e3-902d-f3d55e8e5ab5,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:01.423372 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-1fc6a8b7-61a1-4573-aa5b-e91714fe906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:01.424884 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-1fc6a8b7-61a1-4573-aa5b-e91714fe906a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.1391039 Jun 23 01:59:01.573580 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ca20-00ca-4d6d-a5b6-4583036bc88f req-c280ac3e-e080-46d0-82e9-1b4435479119 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:01.594684 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:01.597885 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7a12ca20-00ca-4d6d-a5b6-4583036bc88f req-c280ac3e-e080-46d0-82e9-1b4435479119 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0723119 Jun 23 01:59:01.639874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-a478ff29-5135-4b24-a982-2cdfe1194e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:01.641885 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-a478ff29-5135-4b24-a982-2cdfe1194e56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1813335 Jun 23 01:59:01.760548 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7a12ca20-00ca-4d6d-a5b6-4583036bc88f req-16474ba2-f6b9-4e5a-8d37-70e1ce879435 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498067 Jun 23 01:59:01.828614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks [] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.829296 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d9d4f-acbc-48e1-bdc6-2b23a3a3cabf req-563ef5c3-5979-4d65-b264-1aee8b7000e5 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:01.831482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a9d9d4f-acbc-48e1-bdc6-2b23a3a3cabf req-563ef5c3-5979-4d65-b264-1aee8b7000e5 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0828083 Jun 23 01:59:01.890578 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:01.935624 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Allocated IP 172.20.0.9 (d2eae4b9-a70c-40ac-ab68-9fdb4840100e/cec917f0-43de-4ee8-a577-c1add2494ec5/3ce48ec1-af65-4d9c-8858-36c9949565be) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:01.943263 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a9d9d4f-acbc-48e1-bdc6-2b23a3a3cabf req-bcbece7d-eb11-4bad-84c9-e77bbda3723c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007185 Jun 23 01:59:02.013588 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-6af5fcc4-637a-4f09-a449-94a53d56f8a7 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350439 Jun 23 01:59:02.039639 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Attempting to bind port 08843220-6ff3-4b99-a0f8-edf3045b606b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:02.040117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Attempting to bind port 08843220-6ff3-4b99-a0f8-edf3045b606b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:02.040544 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Attempting to bind port 08843220-6ff3-4b99-a0f8-edf3045b606b on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:02.048930 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:02.049443 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:02.050071 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.050504 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:02.051061 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Bound port: 08843220-6ff3-4b99-a0f8-edf3045b606b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:02.051553 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.119809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:02.141991 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29fd4a-58c4-4383-97c1-84f3044b0356 req-7663d08f-7d66-4ac0-baf2-102b37f6b6b5 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:02.144039 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dd29fd4a-58c4-4383-97c1-84f3044b0356 req-7663d08f-7d66-4ac0-baf2-102b37f6b6b5 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1341593 Jun 23 01:59:02.214549 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:02.219646 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dd29fd4a-58c4-4383-97c1-84f3044b0356 req-07e8ae35-e7cb-4868-9f35-90d5e66ff262 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685301 Jun 23 01:59:02.295410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:02.336849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413f01-1e2e-4c44-a892-13497a21ba0f None None] Pushing event updated for resources: {'Port': ['ID=08843220-6ff3-4b99-a0f8-edf3045b606b,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:02.347359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.417461 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] For port 08843220-6ff3-4b99-a0f8-edf3045b606b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:02.424282 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-408c224a-8759-4fa9-b291-d6b04cd6833e req-46f0933a-4cd8-4b09-8241-92700fb147d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.0447600 Jun 23 01:59:02.426810 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] For port 08843220-6ff3-4b99-a0f8-edf3045b606b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=08843220-6ff3-4b99-a0f8-edf3045b606b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:02.458206 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.504007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:02.530901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413f01-1e2e-4c44-a892-13497a21ba0f None None] Pushing event updated for resources: {'Port': ['ID=08843220-6ff3-4b99-a0f8-edf3045b606b,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:02.540041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.557430 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:02.558535 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:02.591640 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8bacd446-1430-4b03-b57b-911cf217d5bc req-96afe2d9-a579-4d83-9996-d54c643c5644 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397620 Jun 23 01:59:02.611873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.625545 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:02.669133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026918f-f638-4931-8e89-a488407f4379 req-d0879806-7d16-4f64-9168-082c416d2c64 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:02.676499 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8026918f-f638-4931-8e89-a488407f4379 req-d0879806-7d16-4f64-9168-082c416d2c64 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0887022 Jun 23 01:59:02.727458 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:02.733755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8026918f-f638-4931-8e89-a488407f4379 req-db56788c-5a86-4ba8-8fa5-3ac5fb1baafc tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548594 Jun 23 01:59:02.735191 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:02.739994 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:02.750641 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:02.808902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event updated for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:02.827422 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:02.914485 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:02.915438 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.030784 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-54f6805c-f7aa-426b-a643-e53a96cb09d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6241794 Jun 23 01:59:03.071617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Request body: {'port': {'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:03.205224 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:58:58Z', 'revision_number': 3, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:03.215078 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327c086-d260-4318-8ba1-382bee698dec req-e4c750f1-2f3e-45a2-8680-e09f2e3d51fd tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:03.216810 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f327c086-d260-4318-8ba1-382bee698dec req-e4c750f1-2f3e-45a2-8680-e09f2e3d51fd tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1190877 Jun 23 01:59:03.239621 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da67ed-d9b9-4b74-a9c7-5e334fadea07 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:58:58Z', 'revision_number': 3, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:03.310313 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.334417 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-4e64c80e-9fa3-4f02-8e9a-0d874c93ca01 None None] Provisioning complete for port 3ce48ec1-af65-4d9c-8858-36c9949565be triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:03.334782 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4e64c80e-9fa3-4f02-8e9a-0d874c93ca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.346004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Allocated IP 172.20.0.1 (c3aa2615-6363-4241-bbc2-9c8b59555a5d/cb259d46-ac2e-4117-a049-82aa88774b23/4d3ca933-21ec-436a-b5b3-8c2032aa601d) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:03.388420 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f327c086-d260-4318-8ba1-382bee698dec req-98c52363-015b-47b5-ae05-c0a93839f612 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597857 Jun 23 01:59:03.476843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-4e64c80e-9fa3-4f02-8e9a-0d874c93ca01 None None] Port 3ce48ec1-af65-4d9c-8858-36c9949565be cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:03.558162 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51002f-7f74-4019-a088-bf11be36a670 req-5bb7644e-f385-415d-b990-2bd3192e9076 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:03.569351 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e51002f-7f74-4019-a088-bf11be36a670 req-5bb7644e-f385-415d-b990-2bd3192e9076 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1529503 Jun 23 01:59:03.587317 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.635678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.720451 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e51002f-7f74-4019-a088-bf11be36a670 req-40684c9f-65c5-4fa7-be93-daed1d5cdd50 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433344 Jun 23 01:59:03.773669 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bb3af-2590-4a66-a800-2df96617f78d req-5db38b9f-7922-4726-bfa4-f7e10c3094ca tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:03.802776 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d43bb3af-2590-4a66-a800-2df96617f78d req-5db38b9f-7922-4726-bfa4-f7e10c3094ca tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 931 time: 0.1818738 Jun 23 01:59:03.841287 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks [] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:03.932352 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d43bb3af-2590-4a66-a800-2df96617f78d req-3f14ab5a-00e6-4aab-a988-02c8b8353723 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286073 Jun 23 01:59:04.042221 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:04.093332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:04.148367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:04.218205 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:04.241475 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:04.262552 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:04.274812 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:04.382577 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (07dd6c4e-a941-49e5-a009-355b2de3465d), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:04.515148 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce48ec1-af65-4d9c-8858-36c9949565be {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:04.543178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks [] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:04.604523 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Transition to ACTIVE for port object 3ce48ec1-af65-4d9c-8858-36c9949565be will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:59:04.616552 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:04.717453 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:04.730898 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 08843220-6ff3-4b99-a0f8-edf3045b606b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:04.795378 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Pushing event updated for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:04.813733 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502adf-7494-4bca-9fed-76678a9c8e3a req-33a80c67-22f6-42b8-b63d-1b6212bd9522 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:04.821185 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e1502adf-7494-4bca-9fed-76678a9c8e3a req-33a80c67-22f6-42b8-b63d-1b6212bd9522 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1788416 Jun 23 01:59:04.861483 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-0d25627f-1a63-4968-83f8-27e87a1ed0df None None] Provisioning complete for port 4d3ca933-21ec-436a-b5b3-8c2032aa601d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:04.861914 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0d25627f-1a63-4968-83f8-27e87a1ed0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.092232 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-0d25627f-1a63-4968-83f8-27e87a1ed0df None None] Port 4d3ca933-21ec-436a-b5b3-8c2032aa601d cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:05.099460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 08843220-6ff3-4b99-a0f8-edf3045b606b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:05.099845 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.133873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.164575 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e977-fd12-4da6-aa13-7b244ae01943 req-7307a6ad-9e1b-4c28-9ef2-0d70aa8b2f50 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:05.167132 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b714e977-fd12-4da6-aa13-7b244ae01943 req-7307a6ad-9e1b-4c28-9ef2-0d70aa8b2f50 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1736858 Jun 23 01:59:05.174838 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e1502adf-7494-4bca-9fed-76678a9c8e3a req-3d008b35-e24b-49a7-9be2-b57df9ee4f11 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527238 Jun 23 01:59:05.231847 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Attempting to bind port 3ce48ec1-af65-4d9c-8858-36c9949565be on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:05.232220 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Attempting to bind port 3ce48ec1-af65-4d9c-8858-36c9949565be by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:05.232520 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Attempting to bind port 3ce48ec1-af65-4d9c-8858-36c9949565be on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:05.359296 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 08843220-6ff3-4b99-a0f8-edf3045b606b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:05.361193 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.428460 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b714e977-fd12-4da6-aa13-7b244ae01943 req-5f5e164b-da5c-4115-8be2-bd80c8fbb9aa tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452722 Jun 23 01:59:05.446151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff83904-e7f7-4f52-8a2e-1c42a946b5f8 req-c988b6d7-a020-4cdb-8131-bd7e9f4c3b16 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:05.452883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 08843220-6ff3-4b99-a0f8-edf3045b606b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=08843220-6ff3-4b99-a0f8-edf3045b606b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:05.465189 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dff83904-e7f7-4f52-8a2e-1c42a946b5f8 req-c988b6d7-a020-4cdb-8131-bd7e9f4c3b16 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 943 time: 0.1412714 Jun 23 01:59:05.472295 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.558800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks [] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.560752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:05.565297 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Port 3ce48ec1-af65-4d9c-8858-36c9949565be on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:59:05.565838 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Attempting to bind port 3ce48ec1-af65-4d9c-8858-36c9949565be on network d2eae4b9-a70c-40ac-ab68-9fdb4840100e {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:05.572619 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.602073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:05.613484 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dff83904-e7f7-4f52-8a2e-1c42a946b5f8 req-4a1f8181-90cf-404f-baa4-83217d721a2c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464856 Jun 23 01:59:05.637684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:05.638357 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Checking segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:05.639270 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Bound using segment: {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:05.639975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Bound port: 3ce48ec1-af65-4d9c-8858-36c9949565be, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:05.640614 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.705484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=08843220-6ff3-4b99-a0f8-edf3045b606b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:05.823917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (07dd6c4e-a941-49e5-a009-355b2de3465d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:05.849133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:06.020533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:06.070341 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3ce48ec1-af65-4d9c-8858-36c9949565be,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:06.097517 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.110463 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55784) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:06.154062 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:06.154907 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.156622 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] 10.222.0.16 "PUT /v2.0/ports/3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 1093 time: 3.1014647 Jun 23 01:59:06.159904 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:06.162508 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc2186-a8ed-44db-a873-46ff31ce6fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:06.175012 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:06.181790 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:06.195372 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0cb45-6480-4adc-81e0-f802ef785fde service neutron] Pushing event updated for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:06.258977 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:06.275785 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379770cd-1338-4095-bdf6-f264d442911e x-openstack-request-id: req-379770cd-1338-4095-bdf6-f264d442911e {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:06.276079 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:06.276362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-379770cd-1338-4095-bdf6-f264d442911e {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:06.276763 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379770cd-1338-4095-bdf6-f264d442911e'] response: {'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'status': 'completed', 'code': 200} Jun 23 01:59:06.358235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:06.371922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-0a94baeb-4e78-47b1-a34c-01b2cab79d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:06.376032 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-0a94baeb-4e78-47b1-a34c-01b2cab79d29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1127 time: 0.0961764 Jun 23 01:59:06.483385 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-423ee598-9d0b-40aa-a0b1-c0486efaf443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.576604 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-60562bb0-53a0-4fc4-b984-9ce56467cf3b None None] Provisioning complete for port 4d3ca933-21ec-436a-b5b3-8c2032aa601d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:06.578101 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-60562bb0-53a0-4fc4-b984-9ce56467cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.618458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11178-58f5-4b55-a84b-01fde88333bf req-aaa5c60b-91b7-4cc1-8edb-979a999437f4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:06.627683 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81a11178-58f5-4b55-a84b-01fde88333bf req-aaa5c60b-91b7-4cc1-8edb-979a999437f4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0689080 Jun 23 01:59:06.634212 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-60562bb0-53a0-4fc4-b984-9ce56467cf3b None None] Port 4d3ca933-21ec-436a-b5b3-8c2032aa601d cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:06.640421 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 08843220-6ff3-4b99-a0f8-edf3045b606b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:06.700736 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81a11178-58f5-4b55-a84b-01fde88333bf req-7698a32d-09c0-408b-a34f-a9dda273c893 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717750 Jun 23 01:59:06.733856 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 08843220-6ff3-4b99-a0f8-edf3045b606b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:06.734786 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.754291 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-423ee598-9d0b-40aa-a0b1-c0486efaf443 admin admin] Publish callbacks [] for security_group (1e3c5589-939f-4b08-a8e8-45666641485b), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:06.767384 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:06.792345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:06.835400 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 08843220-6ff3-4b99-a0f8-edf3045b606b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:06.933904 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-fa8b0ffe-7d75-41f8-895c-d3c4aa88e341 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 217 time: 0.0410867 Jun 23 01:59:07.006903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:59:07.025028 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-2b1ff88f-029a-4886-b623-b2db8eadb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:07.026833 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-2b1ff88f-029a-4886-b623-b2db8eadb29b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0855374 Jun 23 01:59:07.038930 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-423ee598-9d0b-40aa-a0b1-c0486efaf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1e3c5589-939f-4b08-a8e8-45666641485b), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:07.089451 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfdcf7-9c7c-448e-9307-1005f9ac2aab req-72dd35d1-3f1a-4a5c-9c58-3974098c0263 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:07.091038 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-26cfdcf7-9c7c-448e-9307-1005f9ac2aab req-72dd35d1-3f1a-4a5c-9c58-3974098c0263 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 943 time: 0.3343010 Jun 23 01:59:07.098592 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-423ee598-9d0b-40aa-a0b1-c0486efaf443 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=243b8841465e4e798163ba2f0bb1d33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9869256 Jun 23 01:59:07.100635 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee598-9d0b-40aa-a0b1-c0486efaf443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c5589-939f-4b08-a8e8-45666641485b,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:07.103250 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55796) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:07.158865 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:07.184968 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] Publish callbacks [] for security_group (1e3c5589-939f-4b08-a8e8-45666641485b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:07.189036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-000f0695-2461-4ad5-b63d-ca06c9f020b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:07.192321 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-000f0695-2461-4ad5-b63d-ca06c9f020b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1570292 Jun 23 01:59:07.223575 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-26cfdcf7-9c7c-448e-9307-1005f9ac2aab req-04e4ae5f-944b-49f4-b102-79554b9c4076 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199996 Jun 23 01:59:07.240826 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] Publish callbacks [] for security_group (1e3c5589-939f-4b08-a8e8-45666641485b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:07.290634 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:07.350697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1e3c5589-939f-4b08-a8e8-45666641485b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:07.353708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:07.355340 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e3c5589-939f-4b08-a8e8-45666641485b HTTP/1.1" status: 204 len: 168 time: 0.2508616 Jun 23 01:59:07.370458 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:07.383052 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:07.392593 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1d611-cb02-4914-8c6c-e02607415445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c5589-939f-4b08-a8e8-45666641485b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:07.398156 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a293b2be-82c1-4272-8bc1-6aed19f99641 admin admin] 10.222.0.26 "PUT /v2.0/routers/07dd6c4e-a941-49e5-a009-355b2de3465d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7472031 Jun 23 01:59:07.399126 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:07.403287 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:07.432646 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-27dabff5-6004-4159-8ffe-333b3542435d service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941438 Jun 23 01:59:07.596159 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:07.689682 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9f14a668-7023-4b77-8cf5-1052137f7cc4 req-a3dd440c-51ad-4256-9463-8b9f984b2c34 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474053 Jun 23 01:59:08.033900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ffab5-ce94-4290-bdb5-a0f29b2db2d2 req-e11ba9e1-0ea2-4d1b-b406-7358d4cfe347 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:08.034382 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 2, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:08.050166 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b96ffab5-ce94-4290-bdb5-a0f29b2db2d2 req-e11ba9e1-0ea2-4d1b-b406-7358d4cfe347 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.2119539 Jun 23 01:59:08.155348 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:08.156075 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Updating router 07dd6c4e-a941-49e5-a009-355b2de3465d port 4d3ca933-21ec-436a-b5b3-8c2032aa601d binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:59:08.176027 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b96ffab5-ce94-4290-bdb5-a0f29b2db2d2 req-4c309207-5039-49f4-b74d-cd653c945d6c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348677 Jun 23 01:59:08.212180 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.425244 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e703-a51d-4201-a57c-b114acb75ea6 req-75a90b3d-c361-4b81-9e81-306d0d81cc55 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:08.434059 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6c60e703-a51d-4201-a57c-b114acb75ea6 req-75a90b3d-c361-4b81-9e81-306d0d81cc55 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 943 time: 0.1053398 Jun 23 01:59:08.517727 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6c60e703-a51d-4201-a57c-b114acb75ea6 req-066c3ae0-db95-4201-9aa2-b549cda327a1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825589 Jun 23 01:59:08.634930 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks [] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.642529 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.737292 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78854-1f7a-4dc3-b2ee-02a7578119d9 None None] Pushing event updated for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:08.754645 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-7ac60516-2967-4662-ad2c-29bb4fb65329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:08.757154 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-7ac60516-2967-4662-ad2c-29bb4fb65329 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1127 time: 0.0802460 Jun 23 01:59:08.765880 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55852) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:08.775883 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2051145965-network', 'tenant_id': '4a08609fee414568a1ead282fbddce87'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:08.794357 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Attempting to bind port 4d3ca933-21ec-436a-b5b3-8c2032aa601d on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:08.795236 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Attempting to bind port 4d3ca933-21ec-436a-b5b3-8c2032aa601d by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:08.795800 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Attempting to bind port 4d3ca933-21ec-436a-b5b3-8c2032aa601d on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:08.804789 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:08.805728 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:08.806354 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.806990 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Bound using segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:08.807695 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Bound port: 4d3ca933-21ec-436a-b5b3-8c2032aa601d, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:08.808494 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.818075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Made reservation on behalf of 4a08609fee414568a1ead282fbddce87 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:08.824668 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.858819 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:08.910976 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] For port 4d3ca933-21ec-436a-b5b3-8c2032aa601d, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:08.919785 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] For port 4d3ca933-21ec-436a-b5b3-8c2032aa601d, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4d3ca933-21ec-436a-b5b3-8c2032aa601d,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:08.932874 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.047868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-693470d0-cb89-4d1e-9990-1ee47e08cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.051970 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-693470d0-cb89-4d1e-9990-1ee47e08cdf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.2680080 Jun 23 01:59:09.110291 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks [] for security_group (3a2630c9-5982-48b7-999e-cb53474fc9e3), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.118407 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3a2630c9-5982-48b7-999e-cb53474fc9e3), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.146709 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:09.159439 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:09.182892 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Provisioning complete for port 4d3ca933-21ec-436a-b5b3-8c2032aa601d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:09.184204 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.195972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:59:09.209829 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:09.211015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2630c9-5982-48b7-999e-cb53474fc9e3,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:09.213896 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:09.220364 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78854-1f7a-4dc3-b2ee-02a7578119d9 None None] Pushing event updated for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:09.242705 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (9b0517bd-aa1b-42d2-8ccf-5f0825f24cce), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.244941 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Added segment 9b0517bd-aa1b-42d2-8ccf-5f0825f24cce of type vlan for network d7e5e70b-d5f9-42b2-89f9-992233f78498 Jun 23 01:59:09.252439 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-44980fae-d6c4-4130-9308-476ea3909e75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 217 time: 0.1927085 Jun 23 01:59:09.334888 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (d7e5e70b-d5f9-42b2-89f9-992233f78498), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.351608 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55860) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:09.385125 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:09.391995 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Current status of the port 4d3ca933-21ec-436a-b5b3-8c2032aa601d is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:09.392379 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.482645 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] For port 4d3ca933-21ec-436a-b5b3-8c2032aa601d, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4d3ca933-21ec-436a-b5b3-8c2032aa601d,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:09.485444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-f1d38f04-7cdc-4617-a47b-50822d651530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.487162 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-f1d38f04-7cdc-4617-a47b-50822d651530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.2240794 Jun 23 01:59:09.490903 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.551953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (d7e5e70b-d5f9-42b2-89f9-992233f78498), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.558223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.559984 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.577521 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:09.628560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-628ade36-4bc4-428a-8858-30345efeb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.631633 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-628ade36-4bc4-428a-8858-30345efeb692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1359584 Jun 23 01:59:09.668451 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55870) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:09.670348 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e870d1-c47f-4c4d-b835-7bd3e963a066 None None] Pushing event updated for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:09.713468 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-58336d9d-7cfd-4075-ad2d-eb073ead69e1 None None] Provisioning complete for port 4d3ca933-21ec-436a-b5b3-8c2032aa601d triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:09.714043 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-58336d9d-7cfd-4075-ad2d-eb073ead69e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.743393 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e5e70b-d5f9-42b2-89f9-992233f78498,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:09.782947 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa3ba-7f54-4f7c-9f08-2b71f6e0e043 req-0c73b9f3-498f-4aa3-a6bd-682c31538bf8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.784861 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-631fa3ba-7f54-4f7c-9f08-2b71f6e0e043 req-0c73b9f3-498f-4aa3-a6bd-682c31538bf8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.3870728 Jun 23 01:59:09.802741 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:59:09.824728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1176801946-network', 'tenant_id': '9b84d8e675cc4386bb229f124b399e03'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:09.826408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-513be8a6-ba82-48d5-8020-270dd06fea52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.832252 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-fd16fa67-aa6c-4c12-a112-80a446dd2dd5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0652335 Jun 23 01:59:09.846141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55874) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:09.875458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535624-f71c-437c-82dd-5b9d02d1f2f2 req-a680202e-01fe-4dee-afe5-3dc6d3e045c4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:09.885556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Request body: {'subnet': {'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2051145965-subnet', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:09.892755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e535624-f71c-437c-82dd-5b9d02d1f2f2 req-a680202e-01fe-4dee-afe5-3dc6d3e045c4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 943 time: 0.1651750 Jun 23 01:59:09.925135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-58336d9d-7cfd-4075-ad2d-eb073ead69e1 None None] Current status of the port 4d3ca933-21ec-436a-b5b3-8c2032aa601d is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:09.937799 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-982cbb62-7214-4d32-85e9-633f74f8d84f service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952189 Jun 23 01:59:09.948738 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:09.977362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Made reservation on behalf of 9b84d8e675cc4386bb229f124b399e03 for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:09.980025 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:09.990721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Made reservation on behalf of 4a08609fee414568a1ead282fbddce87 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:09.992422 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-631fa3ba-7f54-4f7c-9f08-2b71f6e0e043 req-b3705e4a-6130-43fe-aa92-3e0296f61169 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732085 Jun 23 01:59:10.006750 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.038050 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e535624-f71c-437c-82dd-5b9d02d1f2f2 req-047b86fb-870e-4e57-ac0d-a2f04166211f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440623 Jun 23 01:59:10.046344 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.071508 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:08Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:10.095450 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-513be8a6-ba82-48d5-8020-270dd06fea52 admin admin] Publish callbacks [] for security_group (9658e551-6557-4b0a-a1cb-7e4c62e06f73), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.102164 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-513be8a6-ba82-48d5-8020-270dd06fea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9658e551-6557-4b0a-a1cb-7e4c62e06f73), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.127284 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690cb17-26f4-4c0d-8f46-415b1f30bd3f None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:08Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:10.159144 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:10.166266 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513be8a6-ba82-48d5-8020-270dd06fea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658e551-6557-4b0a-a1cb-7e4c62e06f73,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:10.199270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-513be8a6-ba82-48d5-8020-270dd06fea52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=902d29e863af4f6dae1a2f75e6f02fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8463526 Jun 23 01:59:10.202547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55876) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:10.248235 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-64dc2186-a8ed-44db-a873-46ff31ce6fb4 req-664cc808-9d67-4c24-a848-ffd8d5578905 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952135 Jun 23 01:59:10.261739 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:10.324453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] Publish callbacks [] for security_group (9658e551-6557-4b0a-a1cb-7e4c62e06f73), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.351143 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] Publish callbacks [] for security_group (9658e551-6557-4b0a-a1cb-7e4c62e06f73), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.380166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks [] for security_group (c709c882-35b6-4523-b0b7-421f06a1758d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.414771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c709c882-35b6-4523-b0b7-421f06a1758d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.429419 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9658e551-6557-4b0a-a1cb-7e4c62e06f73), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.433120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.434801 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9658e551-6557-4b0a-a1cb-7e4c62e06f73 HTTP/1.1" status: 204 len: 168 time: 0.2303488 Jun 23 01:59:10.444982 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0adbf-a712-4898-9a17-4bcb17af826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658e551-6557-4b0a-a1cb-7e4c62e06f73,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:10.520278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c709c882-35b6-4523-b0b7-421f06a1758d,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:10.523559 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 01:59:10.554183 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (a60e8611-c1cc-43b4-972f-b4f766773ea3), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.571740 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (d9816b27-c2ad-45ee-823a-c4c7e8cb74fc), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.572517 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Added segment d9816b27-c2ad-45ee-823a-c4c7e8cb74fc of type vlan for network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 Jun 23 01:59:10.661554 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4d3ca933-21ec-436a-b5b3-8c2032aa601d up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:10.717868 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 4d3ca933-21ec-436a-b5b3-8c2032aa601d triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:10.718507 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.744330 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.757060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60e8611-c1cc-43b4-972f-b4f766773ea3,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:10.774684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Checking segment: {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:10.775877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Network hostable DHCP agents. Network: d7e5e70b-d5f9-42b2-89f9-992233f78498, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:59:10.844937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 4d3ca933-21ec-436a-b5b3-8c2032aa601d is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:10.851969 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:59:10.859308 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.861142 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:10.861861 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.894893 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, d7e5e70b-d5f9-42b2-89f9-992233f78498) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:10.901813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:10.902413 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:10.905366 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed8a5b-fcaa-4e24-9289-cbbbea8e7a1e None None] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:59:11.010786 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3331621 Jun 23 01:59:11.010786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55884) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:11.027320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Request body: {'subnet': {'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1176801946-subnet', 'tenant_id': '9b84d8e675cc4386bb229f124b399e03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:11.037156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300888-ce59-4c7e-804a-d90765dd5029 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:11.049295 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55888) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:11.057101 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d318020f-6d13-4685-884f-ab446f60d2ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1987040 Jun 23 01:59:11.058067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55892) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:11.062673 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:11.088223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-759ffc93-46cd-41f4-81e9-58e67bf48a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.099497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3ce48ec1-af65-4d9c-8858-36c9949565be details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:59:11.119981 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Made reservation on behalf of 9b84d8e675cc4386bb229f124b399e03 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:11.125069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.162335 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 01:59:11.249437 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (88b234dd-a105-4b6e-8141-90841ad9766c), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.250748 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (88b234dd-a105-4b6e-8141-90841ad9766c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.259164 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-d7e5e70b-d5f9-42b2-89f9-992233f78498', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'project_id': '4a08609fee414568a1ead282fbddce87', 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 01:59:11.270517 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.345777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.376667 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe4707-30b0-4b44-91be-071bdd5e4e44 req-6c820b0f-60c6-481a-adbd-4daaffb4356c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:11.381169 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0cfe4707-30b0-4b44-91be-071bdd5e4e44 req-6c820b0f-60c6-481a-adbd-4daaffb4356c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 943 time: 0.2244868 Jun 23 01:59:11.446242 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.447629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.462004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (de985e3b-293e-4312-b618-0f7c97528de2), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.504907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eff50-589f-43e8-ac8b-a1844842bbde req-78c2321c-bde5-4fce-82b0-57975869bdd7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:11.506377 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-506eff50-589f-43e8-ac8b-a1844842bbde req-78c2321c-bde5-4fce-82b0-57975869bdd7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.3278708 Jun 23 01:59:11.538248 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.544397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for router_controller (88b234dd-a105-4b6e-8141-90841ad9766c), precommit_add_association {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.600280 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0cfe4707-30b0-4b44-91be-071bdd5e4e44 req-cf83c610-ca91-44b0-b351-1bc2bc398acf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016983 Jun 23 01:59:11.617194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3ce48ec1-af65-4d9c-8858-36c9949565be,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:11.630275 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-759ffc93-46cd-41f4-81e9-58e67bf48a3b admin admin] Publish callbacks [] for security_group (91359781-96e8-4e0e-96ac-598b347879b6), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.680964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.685606 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-506eff50-589f-43e8-ac8b-a1844842bbde req-ecc703a0-a8e4-47b1-8dbb-858ce3ecd6d0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637731 Jun 23 01:59:11.686465 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-759ffc93-46cd-41f4-81e9-58e67bf48a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (91359781-96e8-4e0e-96ac-598b347879b6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.740048 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Allocated IP 172.20.0.2 (d7e5e70b-d5f9-42b2-89f9-992233f78498/a60e8611-c1cc-43b4-972f-b4f766773ea3/e5516c90-f54e-4576-9529-6e76f2d49495) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:11.751077 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-759ffc93-46cd-41f4-81e9-58e67bf48a3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c002097dac05452098dde7502a967c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7004962 Jun 23 01:59:11.751994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ffc93-46cd-41f4-81e9-58e67bf48a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91359781-96e8-4e0e-96ac-598b347879b6,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:11.756749 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55896) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:11.813277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] Publish callbacks [] for security_group (91359781-96e8-4e0e-96ac-598b347879b6), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.818033 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:11.845553 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for router_gateway (88b234dd-a105-4b6e-8141-90841ad9766c), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.855328 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Pushing event updated for resources: {'Subnet': ['ID=de985e3b-293e-4312-b618-0f7c97528de2,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:11.859484 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] Publish callbacks [] for security_group (91359781-96e8-4e0e-96ac-598b347879b6), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.867852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:59:11.899853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Checking segment: {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:11.900205 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Network hostable DHCP agents. Network: c5ea1b0b-8df9-46ab-89db-dbd16faa3f55, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 01:59:11.954395 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (91359781-96e8-4e0e-96ac-598b347879b6), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.958195 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:11.961920 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91359781-96e8-4e0e-96ac-598b347879b6 HTTP/1.1" status: 204 len: 168 time: 0.2042174 Jun 23 01:59:11.991429 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 01:59:11.997281 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09de8-723c-4093-b0ac-86ec2329531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91359781-96e8-4e0e-96ac-598b347879b6,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:12.014254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, c5ea1b0b-8df9-46ab-89db-dbd16faa3f55) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:12.021874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:12.023005 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.071883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f153f-6194-4201-9326-b094939a91f1 None None] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:59:12.137327 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3b95b56d-4727-44a3-8b7f-fafded5497df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1165934 Jun 23 01:59:12.197520 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3ce48ec1-af65-4d9c-8858-36c9949565be is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:12.198588 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.252651 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for router_gateway (88b234dd-a105-4b6e-8141-90841ad9766c), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.309263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.467421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Allocated IP 172.27.0.213 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/a06f940f-5c17-422f-ae9f-b7e6ad2f6b66) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:12.545097 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce48ec1-af65-4d9c-8858-36c9949565be {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:12.576153 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:12.646721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.714358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3ce48ec1-af65-4d9c-8858-36c9949565be,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:12.743526 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.799831 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.812071 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc2dd-da38-42ea-9911-4f9cf12e89d1 req-67ff36f5-a7ff-4fb8-97f6-436d415a133a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:12.814838 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4efc2dd-da38-42ea-9911-4f9cf12e89d1 req-67ff36f5-a7ff-4fb8-97f6-436d415a133a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 944 time: 0.0638044 Jun 23 01:59:12.834231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c5d609-9458-4193-9307-9ad497d2795b None None] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:59:12.843188 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks [] for port (e5516c90-f54e-4576-9529-6e76f2d49495), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.873578 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:12.879555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:12.899777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:12.939474 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:12.948560 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:12.951926 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:12.987880 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4efc2dd-da38-42ea-9911-4f9cf12e89d1 req-b5a10949-8e36-4fd2-a22d-0c40d640c41f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624568 Jun 23 01:59:13.014243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75429377-d867-4ec7-8422-7e4a45d50508 req-39a40977-ec78-47cd-aa96-55bdc1f89806 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:13.030811 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-75429377-d867-4ec7-8422-7e4a45d50508 req-39a40977-ec78-47cd-aa96-55bdc1f89806 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1158376 Jun 23 01:59:13.059875 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:13.065279 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:13.068733 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Pushing event updated for resources: {'Port': ['ID=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:13.144306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['3ce48ec1-af65-4d9c-8858-36c9949565be'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:13.157218 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:13.177227 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-75429377-d867-4ec7-8422-7e4a45d50508 req-03dc57bf-dd5b-49ca-8324-085977930481 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371636 Jun 23 01:59:13.365249 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.365693 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.366610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.367037 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.367572 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.368076 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.368770 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.369184 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.369594 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.370451 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.370451 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.370784 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.371297 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.371696 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.372096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:13.480542 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Attempting to bind port e5516c90-f54e-4576-9529-6e76f2d49495 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:13.481117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Attempting to bind port e5516c90-f54e-4576-9529-6e76f2d49495 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:13.481640 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Attempting to bind port e5516c90-f54e-4576-9529-6e76f2d49495 on network d7e5e70b-d5f9-42b2-89f9-992233f78498 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:13.516391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:13.521501 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:13.522138 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Checking segment: {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:13.522701 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:13.523248 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Bound using segment: {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:13.523890 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Bound port: e5516c90-f54e-4576-9529-6e76f2d49495, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:13.524421 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:13.560526 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Pushing event updated for resources: {'Port': ['ID=e5516c90-f54e-4576-9529-6e76f2d49495,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:13.632547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for router_gateway (88b234dd-a105-4b6e-8141-90841ad9766c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:13.648037 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] For port e5516c90-f54e-4576-9529-6e76f2d49495, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:13.670798 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] For port e5516c90-f54e-4576-9529-6e76f2d49495, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=e5516c90-f54e-4576-9529-6e76f2d49495,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:13.684199 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:13.695076 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:13.830058 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf29ce-fc3c-4699-b598-6bb2b1b12113 None None] Pushing event updated for resources: {'Port': ['ID=e5516c90-f54e-4576-9529-6e76f2d49495,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:14.288776 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7671a0-aa7a-49f4-990a-863135ca28f0 req-5979e727-9c88-440d-9011-9015fb9800bc tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:14.289492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (88b234dd-a105-4b6e-8141-90841ad9766c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:14.300750 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd7671a0-aa7a-49f4-990a-863135ca28f0 req-5979e727-9c88-440d-9011-9015fb9800bc tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 944 time: 0.1264613 Jun 23 01:59:14.441692 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd7671a0-aa7a-49f4-990a-863135ca28f0 req-650cfa20-455b-4797-a388-ed266e5794e1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397169 Jun 23 01:59:14.480220 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ffa9-bbf1-4b9d-aa37-9ca12abf37a2 req-4e209987-6c65-4fac-865f-9e077e1416f0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:14.495433 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ea54ffa9-bbf1-4b9d-aa37-9ca12abf37a2 req-4e209987-6c65-4fac-865f-9e077e1416f0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1555710 Jun 23 01:59:14.528633 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Router 88b234dd-a105-4b6e-8141-90841ad9766c is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 01:59:14.633623 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ea54ffa9-bbf1-4b9d-aa37-9ca12abf37a2 req-4dcd3a68-afaa-4444-b149-82a968d33c11 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369812 Jun 23 01:59:14.768144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device e5516c90-f54e-4576-9529-6e76f2d49495 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:14.793126 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ef49-ace5-46bd-8eea-3e9b82d96508 req-08741143-52f1-43ef-b001-7ebec009ef05 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:14.823884 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b4c6ef49-ace5-46bd-8eea-3e9b82d96508 req-08741143-52f1-43ef-b001-7ebec009ef05 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.1781678 Jun 23 01:59:14.967971 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port e5516c90-f54e-4576-9529-6e76f2d49495 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:14.969084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:14.981144 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:15.028093 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b4c6ef49-ace5-46bd-8eea-3e9b82d96508 req-9418afe4-6389-46af-9014-184e256672c4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032416 Jun 23 01:59:15.058335 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 55980) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:15.065531 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Sync routers for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:15.089915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.092972 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1aaae5e3-c573-4672-a341-e5b5a3b8287a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0338824 Jun 23 01:59:15.096021 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55984) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:15.098418 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:15.099232 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:15.104019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3ce48ec1-af65-4d9c-8858-36c9949565be up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:15.254023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:15.279136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-b97c36d6-28b0-4be0-82c5-090d76d434b2 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:15.287855 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-b97c36d6-28b0-4be0-82c5-090d76d434b2 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/networks?id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 200 len: 814 time: 0.2083485 Jun 23 01:59:15.318912 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-c0c27d7c-b079-4d01-a80e-8ab2a587fe37 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/quotas/9b84d8e675cc4386bb229f124b399e03 HTTP/1.1" status: 200 len: 375 time: 0.0295439 Jun 23 01:59:15.375830 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port e5516c90-f54e-4576-9529-6e76f2d49495 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:15.376211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.383649 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-4165b201-24d6-431f-b7d2-258dab4ec245 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633881 Jun 23 01:59:15.451352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 3ce48ec1-af65-4d9c-8858-36c9949565be completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:59:15.454237 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5585c-72b2-4193-95b4-ca6a5641125b None None] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 01:59:15.534147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:15.538589 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c5c40-0139-482c-bcf2-38679eaa1ad1 tempest-TestMinimumBasicScenario-337937569 tempest-TestMinimumBasicScenario-337937569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:15.543427 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-800c5c40-0139-482c-bcf2-38679eaa1ad1 tempest-TestMinimumBasicScenario-337937569 tempest-TestMinimumBasicScenario-337937569-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1125 time: 0.4839845 Jun 23 01:59:15.549187 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 55994) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:15.562024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'port_id': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:15.592231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 3ce48ec1-af65-4d9c-8858-36c9949565be triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:15.592596 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.597473 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port e5516c90-f54e-4576-9529-6e76f2d49495, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=e5516c90-f54e-4576-9529-6e76f2d49495,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:15.602379 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:15.638149 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.643006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.688799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d08346b3-fe5d-46eb-8b7c-91e7c0c13c38 None None] Provisioning complete for port e5516c90-f54e-4576-9529-6e76f2d49495 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:15.689150 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d08346b3-fe5d-46eb-8b7c-91e7c0c13c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.734326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce6692-1de0-4761-8c5e-4b5214497926 req-85777cb0-0cbd-42e3-a4b0-1585fb3d7d92 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:15.735956 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4ce6692-1de0-4761-8c5e-4b5214497926 req-85777cb0-0cbd-42e3-a4b0-1585fb3d7d92 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 944 time: 0.1447425 Jun 23 01:59:15.746786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:15.759646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:15.852905 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-925e49a7-d39b-4a4c-851c-6b1b6a8541ff service neutron] 10.222.0.26 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539874 Jun 23 01:59:15.929617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Allocated IP 172.27.0.183 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/d4569ec6-1ace-49b8-8d35-c7c5d8707a1f) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:15.938349 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:15.972604 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4ce6692-1de0-4761-8c5e-4b5214497926 req-ad5c0d3f-6bf7-4cb2-9743-c770272fe767 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166436 Jun 23 01:59:16.011383 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=e5516c90-f54e-4576-9529-6e76f2d49495,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:16.077420 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:13Z', 'revision_number': 3, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:16.092408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:16.131513 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-ac08d7db-74c0-4f1e-bf4b-c793b14e4e15 service neutron] 10.222.0.26 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700500 Jun 23 01:59:16.151099 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Checking router: 88b234dd-a105-4b6e-8141-90841ad9766c for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:16.151792 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Updating router 88b234dd-a105-4b6e-8141-90841ad9766c port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:59:16.196980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:16.220125 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1013e7-f0b5-4389-80e4-e04e76e59427 req-6c69162c-4222-45f9-a12d-d3ceee09590a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:16.221759 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eb1013e7-f0b5-4389-80e4-e04e76e59427 req-6c69162c-4222-45f9-a12d-d3ceee09590a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1322134 Jun 23 01:59:16.316925 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3ce48ec1-af65-4d9c-8858-36c9949565be is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:16.317645 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.321598 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.324671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:16.329385 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eb1013e7-f0b5-4389-80e4-e04e76e59427 req-d214ce14-2523-44eb-8f36-214f7fd6bc7c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021752 Jun 23 01:59:16.348431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.355304 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d08346b3-fe5d-46eb-8b7c-91e7c0c13c38 None None] Current status of the port e5516c90-f54e-4576-9529-6e76f2d49495 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:16.409750 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5f2cc4d-4fb1-4423-8533-b278e189a8dc req-20876d47-4191-4de0-95d9-07d0f3655a45 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0331297 Jun 23 01:59:16.430661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.444104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3ce48ec1-af65-4d9c-8858-36c9949565be,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:16.447129 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:16.449864 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce523e2-2c70-456a-b302-f16dae9d6900" -d '{"events": [{"server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:16.456248 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.509162 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:16.521699 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c258c-37a6-40d4-a99a-0718735fd31e x-openstack-request-id: req-577c258c-37a6-40d4-a99a-0718735fd31e {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:16.522012 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:16.522236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-577c258c-37a6-40d4-a99a-0718735fd31e {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:16.522636 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577c258c-37a6-40d4-a99a-0718735fd31e'] response: {'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'code': 200} Jun 23 01:59:16.527113 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-f1bf0b69-0b6f-4221-a6aa-678ef1befc00 None None] Provisioning complete for port e5516c90-f54e-4576-9529-6e76f2d49495 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:16.527511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0b69-0b6f-4221-a6aa-678ef1befc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.613627 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.688871 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:16.694229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:16.700013 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:16.737800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Allocated IP 172.20.0.1 (d7e5e70b-d5f9-42b2-89f9-992233f78498/a60e8611-c1cc-43b4-972f-b4f766773ea3/5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:16.757179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'Port': ['ID=d4569ec6-1ace-49b8-8d35-c7c5d8707a1f,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:16.776372 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device e5516c90-f54e-4576-9529-6e76f2d49495 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:16.873880 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf0b69-0b6f-4221-a6aa-678ef1befc00 None None] Current status of the port e5516c90-f54e-4576-9529-6e76f2d49495 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:16.914573 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port e5516c90-f54e-4576-9529-6e76f2d49495 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:16.915025 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.944850 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks [] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:16.988245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:17.031191 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:17.067059 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.124410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:17.136608 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:17.139946 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:17.141393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port e5516c90-f54e-4576-9529-6e76f2d49495 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:17.142132 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:17.150433 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a5f15-63fc-4f1c-8e6b-0c176fa37b62 req-d0444ada-a4c1-4221-8caf-d0ffd8b31b7f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:17.158483 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:17.161230 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-955a5f15-63fc-4f1c-8e6b-0c176fa37b62 req-d0444ada-a4c1-4221-8caf-d0ffd8b31b7f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0727057 Jun 23 01:59:17.197403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:17.217587 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-955a5f15-63fc-4f1c-8e6b-0c176fa37b62 req-ead8f011-ca3d-47ce-85bd-c3b613ab2c1f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554333 Jun 23 01:59:17.234511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks [] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.242173 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.282563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (88b234dd-a105-4b6e-8141-90841ad9766c), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.312618 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Attempting to bind port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:17.313027 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Attempting to bind port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:17.313378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Attempting to bind port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:17.315936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f61b-6401-4be2-837a-86dafdf37410 None None] Pushing event updated for resources: {'Port': ['ID=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:17.323202 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:17.323592 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:17.324298 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.324439 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:17.324795 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Bound port: a06f940f-5c17-422f-ae9f-b7e6ad2f6b66, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:17.325165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.398634 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] For port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:17.407142 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] For port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:17.421099 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.422912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for floatingip (e04ca132-9d8d-4dea-8305-5c7f9577a77c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.514199 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888df9b-8fd5-4e31-ac81-b639e69bbb0b req-05d0567d-728f-42ee-b35c-22845148bd65 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:17.516637 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0888df9b-8fd5-4e31-ac81-b639e69bbb0b req-05d0567d-728f-42ee-b35c-22845148bd65 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0832164 Jun 23 01:59:17.528410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:17.529088 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:17.539802 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-07953649-de22-457b-b5c4-3f0615b21c64 None None] Provisioning complete for port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:17.540183 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-07953649-de22-457b-b5c4-3f0615b21c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.545771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.551394 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6edb4d89-f05d-43eb-b5cb-db6167f23c5b req-bd7fecc0-2755-4591-aafd-bff9c1a26885 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0335658 Jun 23 01:59:17.573762 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.591732 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0888df9b-8fd5-4e31-ac81-b639e69bbb0b req-bca5101e-ce6d-4c17-9847-ecdc3922e0fb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638516 Jun 23 01:59:17.625131 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f61b-6401-4be2-837a-86dafdf37410 None None] Pushing event updated for resources: {'Port': ['ID=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:17.667310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-07953649-de22-457b-b5c4-3f0615b21c64 None None] Port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:17.687358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:17.810490 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.819238 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.858532 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:17.877798 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76', 'name': '', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'mac_address': 'fa:16:3e:45:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:16Z', 'updated_at': '2022-06-23T01:59:16Z', 'revision_number': 1, 'project_id': '4a08609fee414568a1ead282fbddce87', 'subnets': [{'id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:17.902156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf30ac-250e-4bed-9172-8d845ae0882d None None] The sync data for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi is: [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76', 'name': '', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'mac_address': 'fa:16:3e:45:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:16Z', 'updated_at': '2022-06-23T01:59:16Z', 'revision_number': 1, 'project_id': '4a08609fee414568a1ead282fbddce87', 'subnets': [{'id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:17.906597 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks [] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:17.914502 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'Port': ['ID=d4569ec6-1ace-49b8-8d35-c7c5d8707a1f,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:17.918969 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:18.179253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:18.208589 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (e04ca132-9d8d-4dea-8305-5c7f9577a77c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:18.272872 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:18.277358 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (88b234dd-a105-4b6e-8141-90841ad9766c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:18.355103 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310ac3-1119-4e73-b869-8334832214c7 req-00ba64aa-833f-4983-a13a-abfbb471f101 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:18.356792 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-29310ac3-1119-4e73-b869-8334832214c7 req-00ba64aa-833f-4983-a13a-abfbb471f101 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0506725 Jun 23 01:59:18.357565 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Floating IP e04ca132-9d8d-4dea-8305-5c7f9577a77c associated. External IP: 172.27.0.183, port: 83cfe0cb-2f27-40d9-861f-edfdedc175bc. Jun 23 01:59:18.407636 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-29310ac3-1119-4e73-b869-8334832214c7 req-a98b8977-165b-4d81-9fc3-673fad1613cf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 Jun 23 01:59:18.491782 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:18.494641 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:18.693429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-51e5c7f5-861b-42c9-9a3c-994de773fcb5 req-431449bb-a899-4a79-9858-e2f0bed53c76 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0554302 Jun 23 01:59:18.769249 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:59:18.793538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Router 88b234dd-a105-4b6e-8141-90841ad9766c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:59:18.800737 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-b16f32e2-1c5f-41a6-9025-28b0f84de8ff None None] Provisioning complete for port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:18.801768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b16f32e2-1c5f-41a6-9025-28b0f84de8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:18.809666 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481a0b3-0130-478b-82e0-fd35b4b5588f req-79ae677c-83c5-4740-8c07-9e80dc5e1b2e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:18.814482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2481a0b3-0130-478b-82e0-fd35b4b5588f req-79ae677c-83c5-4740-8c07-9e80dc5e1b2e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.1050785 Jun 23 01:59:18.854036 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-b16f32e2-1c5f-41a6-9025-28b0f84de8ff None None] Port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:18.886847 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2481a0b3-0130-478b-82e0-fd35b4b5588f req-6235c773-8f72-413f-a4e2-22382044ebab tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646558 Jun 23 01:59:18.946360 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:19.037868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:19.040632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:19.051335 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Sync routers for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:19.056629 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9c213b60-64b7-42b9-8bbb-b9a28e0b6363 admin admin] 10.222.0.26 "PUT /v2.0/routers/88b234dd-a105-4b6e-8141-90841ad9766c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578452 Jun 23 01:59:19.075150 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:19.077815 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:19.078791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.122057 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f6f48570-b528-4324-aaa2-dccfeec3386e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5704336 Jun 23 01:59:19.123246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56046) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:19.124188 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:19.127570 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc" -d '{"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:19.134507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578974328', 'description': 'tempest-secgroup-smoke-1578974328 description', 'project_id': '5a7db67320b04863ac7d28369425dd19'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:19.165209 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.196981 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:19.209324 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6086d0-8c30-4236-98b3-0fb4960e7399 x-openstack-request-id: req-1d6086d0-8c30-4236-98b3-0fb4960e7399 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:19.209792 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:19.210139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d6086d0-8c30-4236-98b3-0fb4960e7399 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:19.210838 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6086d0-8c30-4236-98b3-0fb4960e7399'] response: {'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 01:59:19.330156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7072bf-3c35-4b8d-a125-afc1f4989cda req-601bb980-6908-49d5-a82a-70f83fc1baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:19.332143 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2f7072bf-3c35-4b8d-a125-afc1f4989cda req-601bb980-6908-49d5-a82a-70f83fc1baed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.1169181 Jun 23 01:59:19.344687 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:19.367495 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (fdf8a13e-1fb6-4a62-ab1f-a09aec81e881), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.375652 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fdf8a13e-1fb6-4a62-ab1f-a09aec81e881), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.412783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.417255 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2834268 Jun 23 01:59:19.417255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385338f5-e647-416b-9071-af1e9bf48d8e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:19.418186 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56058) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:19.426850 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:19.467986 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'e04ca132-9d8d-4dea-8305-5c7f9577a77c', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'port_id': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'mac_address': 'fa:16:3e:5b:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85529eb8-0d73-413a-8924-021279175dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:59:17Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 0, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:19.479081 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (de24f05e-370c-4d1b-a522-bce0dca8d1e3), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.499493 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Checking router: af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:19.515189 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:19.516383 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:19.594535 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0824f-899b-49f1-8fdd-0bb2c9c12a55 req-2f0d4b2c-288a-4f5f-bb5a-9a8fe11201a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:19.596071 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebb0824f-899b-49f1-8fdd-0bb2c9c12a55 req-2f0d4b2c-288a-4f5f-bb5a-9a8fe11201a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.1039946 Jun 23 01:59:19.612609 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:19.637000 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:19.645373 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (de24f05e-370c-4d1b-a522-bce0dca8d1e3), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.656206 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (de24f05e-370c-4d1b-a522-bce0dca8d1e3), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.690091 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ebb0824f-899b-49f1-8fdd-0bb2c9c12a55 req-c954a6b3-ad51-46c3-a5ec-d7053c636e60 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839543 Jun 23 01:59:19.697963 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de24f05e-370c-4d1b-a522-bce0dca8d1e3,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:19.718497 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:19.722577 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.730611 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8a4c52de-a424-429c-b7df-3f08709e3762 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3108933 Jun 23 01:59:19.731496 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56064) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:19.741811 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56066) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:19.749193 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:19.766613 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673552971', 'description': 'tempest-secgroup-smoke-1673552971 description', 'project_id': '59bb100f7d034605bb875abd1a0775ec'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:19.808907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (d00fb929-5dd5-4ba8-b876-20b5a5d2e61d), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.849358 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-260b56ce-f203-4afb-aad1-78df199a3f55 req-7f84edaa-a700-40a1-a081-774cf829727d tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0502956 Jun 23 01:59:19.883106 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-68116c25-808c-4c3e-9d71-2fa4b3771591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:19.885051 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-68116c25-808c-4c3e-9d71-2fa4b3771591 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1130 time: 0.1947584 Jun 23 01:59:19.914317 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (d00fb929-5dd5-4ba8-b876-20b5a5d2e61d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.917079 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-7efd9260-917e-4d60-9077-50db9311616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:19.918764 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-7efd9260-917e-4d60-9077-50db9311616a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1129 time: 0.1760554 Jun 23 01:59:19.921035 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (d00fb929-5dd5-4ba8-b876-20b5a5d2e61d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.923178 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'e04ca132-9d8d-4dea-8305-5c7f9577a77c', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'port_id': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'mac_address': 'fa:16:3e:5b:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85529eb8-0d73-413a-8924-021279175dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:59:17Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 0, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:19.940641 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:19.945994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00fb929-5dd5-4ba8-b876-20b5a5d2e61d,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:19.961806 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.966294 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a5b14dad-13df-4bd6-866f-8debba07ff10 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2336104 Jun 23 01:59:19.968002 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56070) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:19.970336 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42c60d-35cf-4dfa-9031-6f160acf7dac None None] The sync data for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi is: [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'e04ca132-9d8d-4dea-8305-5c7f9577a77c', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'port_id': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'mac_address': 'fa:16:3e:5b:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85529eb8-0d73-413a-8924-021279175dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:59:17Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 0, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:19.972423 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:19.975380 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:19.980183 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.048878 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (a190ffbb-f796-4ebd-a7cf-c54189f6d523), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.065960 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2f7072bf-3c35-4b8d-a125-afc1f4989cda req-691b6e8f-8d57-46ce-9cbd-95eacd7ad023 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963876 Jun 23 01:59:20.071016 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91747fdd-ae4d-46cc-9e14-cefb012478ad req-29017153-40b3-4e3c-9277-77a5ca23f028 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:20.072516 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-91747fdd-ae4d-46cc-9e14-cefb012478ad req-29017153-40b3-4e3c-9277-77a5ca23f028 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0599048 Jun 23 01:59:20.150586 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-91747fdd-ae4d-46cc-9e14-cefb012478ad req-96ae4ddd-6c85-4f50-9bdc-f4437fe42f03 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701389 Jun 23 01:59:20.166127 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (a190ffbb-f796-4ebd-a7cf-c54189f6d523), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.173242 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (a190ffbb-f796-4ebd-a7cf-c54189f6d523), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.195043 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a190ffbb-f796-4ebd-a7cf-c54189f6d523,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.201149 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.202339 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f1510a06-ae38-4f45-acbf-4f628fc7f567 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339582 Jun 23 01:59:20.205240 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56076) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.209683 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.228215 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-f890b45b-eef8-4e40-8a09-532251644735 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:20.229848 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-f890b45b-eef8-4e40-8a09-532251644735 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "GET /v2.0/networks?id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 200 len: 814 time: 0.4140029 Jun 23 01:59:20.237116 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (d51564ad-8e3d-48a7-9763-317d8db80430), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.254664 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-a0b123be-61fc-4cb6-8534-14df32165c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:20.256155 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-a0b123be-61fc-4cb6-8534-14df32165c6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 915 time: 0.3605337 Jun 23 01:59:20.273929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-a82b34bc-1c6b-4fb7-a552-6d1de347a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:20.275425 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-a82b34bc-1c6b-4fb7-a552-6d1de347a810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.3302178 Jun 23 01:59:20.277645 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.288314 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.292293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.306738 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (d51564ad-8e3d-48a7-9763-317d8db80430), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.310272 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (d51564ad-8e3d-48a7-9763-317d8db80430), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.330267 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.330471 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51564ad-8e3d-48a7-9763-317d8db80430,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.332927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5761354 Jun 23 01:59:20.336332 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56080) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.338507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039bf8-eea9-4ad8-9502-eb5f81e28de4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.341277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.351318 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.355533 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-cda28f83-d5a6-4fd6-9ffc-4099f60d5c2a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462462 Jun 23 01:59:20.355533 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56084) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.359351 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.379579 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Request body: {'port': {'device_id': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55', 'admin_state_up': True, 'tenant_id': '9b84d8e675cc4386bb229f124b399e03'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.392807 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.securitygroups_db [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Project 5a7db67320b04863ac7d28369425dd19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 01:59:20.398698 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6541a009-4c3b-45a4-94e9-3866681654c3), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.402764 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (02488230-759c-40a2-aa58-76e7f88bd98d), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.490233 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6541a009-4c3b-45a4-94e9-3866681654c3), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.492029 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (02488230-759c-40a2-aa58-76e7f88bd98d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.503118 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (02488230-759c-40a2-aa58-76e7f88bd98d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.512169 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (6541a009-4c3b-45a4-94e9-3866681654c3), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.541745 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02488230-759c-40a2-aa58-76e7f88bd98d,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.558831 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.560319 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231607 Jun 23 01:59:20.562805 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-27daa77d-2b2d-4c42-906c-4fcb7d5da663 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 1000 time: 0.1979461 Jun 23 01:59:20.563359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56088) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.566989 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.568356 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5f49a2f8-5f3a-4e28-94bf-c4c71ac6bb9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123070 Jun 23 01:59:20.569234 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.571037 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56090) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.577390 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881', 'project_id': '5a7db67320b04863ac7d28369425dd19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.587099 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-3b026e8e-46a7-46ed-8d68-4c03b3b25127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 1000 time: 0.2140980 Jun 23 01:59:20.588878 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1125d-9c52-4688-ac34-c31c352f59e6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6541a009-4c3b-45a4-94e9-3866681654c3,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.604348 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.604534 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:20.613259 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.securitygroups_db [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Project 5a7db67320b04863ac7d28369425dd19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 01:59:20.625943 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.627752 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (38231359-e4b2-4cea-a538-eff2add0b8a5), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.658457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Made reservation on behalf of 9b84d8e675cc4386bb229f124b399e03 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:20.661990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.677121 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6973f201-6cc0-4b9d-9468-685b88649714), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.688009 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:20.688848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.697153 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (38231359-e4b2-4cea-a538-eff2add0b8a5), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.703770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (38231359-e4b2-4cea-a538-eff2add0b8a5), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.738406 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.739770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38231359-e4b2-4cea-a538-eff2add0b8a5,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.750898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.752647 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-77e36fdd-b556-4207-adc7-04925da76c3c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803658 Jun 23 01:59:20.818153 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:20.818623 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.849308 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f1822-4955-4629-b4c2-1767491e893e req-29937aa5-e122-495d-851f-ff772e8a607a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:20.856204 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-906f1822-4955-4629-b4c2-1767491e893e req-29937aa5-e122-495d-851f-ff772e8a607a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0712948 Jun 23 01:59:20.865927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:20.868548 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Allocated IP 172.20.0.8 (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55/de985e3b-293e-4312-b618-0f7c97528de2/29782027-cd16-44d7-82d0-f89be6c10b4f) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:20.869804 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.878488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6973f201-6cc0-4b9d-9468-685b88649714), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.886378 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (6973f201-6cc0-4b9d-9468-685b88649714), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.893038 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.906123 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:20.920295 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6973f201-6cc0-4b9d-9468-685b88649714,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.932074 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:20.935308 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:20.936436 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-182cd5b1-189b-4a43-88e1-5c79030ee339 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3704202 Jun 23 01:59:20.942571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56098) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:20.947194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:20.967782 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-e0e0372e-c79d-4127-9997-3d9d3caf4c56 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578974328&fields=id&tenant_id=5a7db67320b04863ac7d28369425dd19 HTTP/1.1" status: 200 len: 267 time: 0.1510868 Jun 23 01:59:21.012947 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:21.026986 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-906f1822-4955-4629-b4c2-1767491e893e req-9471fe68-1f62-4c8c-bebb-6ecf83f89c7f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692410 Jun 23 01:59:21.041613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-873c5736-cbb1-4a79-aea0-578892bd52af tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.043198 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-873c5736-cbb1-4a79-aea0-578892bd52af tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0644341 Jun 23 01:59:21.058821 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'port': {'security_groups': ['a86f0e87-96bd-480b-ba62-fe2b1f291713', 'fdf8a13e-1fb6-4a62-ab1f-a09aec81e881']}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:21.098527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6f7b06e6-a71e-4c4f-a61f-b34058234c31), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.128055 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6558b-751b-4128-9499-8434adf745e9 None None] New status for floating IP e04ca132-9d8d-4dea-8305-5c7f9577a77c: ACTIVE {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 01:59:21.154515 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a4a8e81b-1f4c-4d25-af51-ff96dc1b1c1d req-a788bfb7-f69f-4307-ab18-5e5b09b228a0 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0521324 Jun 23 01:59:21.174935 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.346600 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6288-9d44-459c-8487-006d4861b26c req-e8c01b85-7bad-4f8f-ab19-fa54811bd6dd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.348149 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9fbf6288-9d44-459c-8487-006d4861b26c req-e8c01b85-7bad-4f8f-ab19-fa54811bd6dd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.0948234 Jun 23 01:59:21.353265 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Sync routers for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:21.364470 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:21.365095 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:21.418511 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-81a579e9-8ffb-4c9e-90ec-22e1ec35ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.420009 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-81a579e9-8ffb-4c9e-90ec-22e1ec35ef23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.4354594 Jun 23 01:59:21.421272 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-984b456a-146f-44c8-944b-6b4748a1c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.422946 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-984b456a-146f-44c8-944b-6b4748a1c09e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.4355466 Jun 23 01:59:21.454168 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9fbf6288-9d44-459c-8487-006d4861b26c req-403b89d4-0c8e-4d35-a668-0eb8ffd2f83d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869105 Jun 23 01:59:21.494789 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks [] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.502544 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (6f7b06e6-a71e-4c4f-a61f-b34058234c31), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.509617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (6f7b06e6-a71e-4c4f-a61f-b34058234c31), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.526866 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:21.527973 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7b06e6-a71e-4c4f-a61f-b34058234c31,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:21.544692 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:21.557272 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.561556 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-870b7404-ec12-48fe-97cf-eb7c2333bce4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6177418 Jun 23 01:59:21.562011 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56106) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:21.563353 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.566880 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:21.600190 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.611236 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.612446 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:21.615920 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:21.619681 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:21.623194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:21.653647 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Pushing event updated for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:21.689787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.690428 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.713726 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-bb8e2650-706f-420f-a8f5-4f661e438311 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391325 Jun 23 01:59:21.754408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (aa0cc2ee-706d-457c-b1f1-310234b0c540), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.774364 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:21.774989 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.779887 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e0b514c1-a10b-4e8c-a291-12deaee530ef req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "PUT /v2.0/ports/83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 982 time: 0.7255480 Jun 23 01:59:21.780839 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:21.784575 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:21.795374 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce010b0-323d-45e9-84aa-11eec816309d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=6']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:21.888725 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:21.923676 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:21.924578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (aa0cc2ee-706d-457c-b1f1-310234b0c540), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.929351 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef941aa-0fe3-4e50-8966-0a61b1cd07c3 x-openstack-request-id: req-6ef941aa-0fe3-4e50-8966-0a61b1cd07c3 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:21.930046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:21.930300 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ef941aa-0fe3-4e50-8966-0a61b1cd07c3 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:21.930710 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef941aa-0fe3-4e50-8966-0a61b1cd07c3'] response: {'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 01:59:21.935183 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (aa0cc2ee-706d-457c-b1f1-310234b0c540), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:21.970752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Request body: {'port': {'device_id': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:21.992603 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56114) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:22.070731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.070940 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76', 'name': '', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'mac_address': 'fa:16:3e:45:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:16Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 2, 'project_id': '4a08609fee414568a1ead282fbddce87', 'subnets': [{'id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:22.080447 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010330f9-b476-4920-95ef-b811bdc84f3a req-68da1221-2054-4ba1-aad8-fa912e47ce2f tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:22.083110 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-010330f9-b476-4920-95ef-b811bdc84f3a req-68da1221-2054-4ba1-aad8-fa912e47ce2f tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0923748 Jun 23 01:59:22.085386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0cc2ee-706d-457c-b1f1-310234b0c540,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:22.090655 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.094367 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6defe60b-b8ac-4802-abce-f6f7218f7737 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5287118 Jun 23 01:59:22.095570 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56120) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:22.100538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:22.132169 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Checking router: 88b234dd-a105-4b6e-8141-90841ad9766c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:22.132501 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Updating router 88b234dd-a105-4b6e-8141-90841ad9766c port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 01:59:22.136414 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-c2af4788-fac5-4abd-a709-7295d7fb8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:22.137311 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-c2af4788-fac5-4abd-a709-7295d7fb8997 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2676616 Jun 23 01:59:22.155406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-e0530a91-99c7-423e-a97a-7e3e24c65fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:22.164793 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-e0530a91-99c7-423e-a97a-7e3e24c65fdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2768915 Jun 23 01:59:22.184903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.197057 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.197233 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-010330f9-b476-4920-95ef-b811bdc84f3a req-b0a94038-1864-492c-a95f-41845ee357d3 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878174 Jun 23 01:59:22.232185 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.securitygroups_db [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Project 59bb100f7d034605bb875abd1a0775ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 01:59:22.237883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-bfb7aa5e-1116-4f89-b4ce-02beb363350c None None] Provisioning complete for port 83cfe0cb-2f27-40d9-861f-edfdedc175bc triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:22.238238 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-bfb7aa5e-1116-4f89-b4ce-02beb363350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.300252 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (1799ad23-24a1-4b0f-a78b-217e295f72d3), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.309449 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e54e1dc9-b3ed-48f7-828a-35621516895d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.314158 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.364634 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf0f58-6233-4580-ba02-bc62b3a7fb07 req-b25a2fe0-0835-4b81-81ce-1072e89a9dfb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:22.369802 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.373256 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b7bf0f58-6233-4580-ba02-bc62b3a7fb07 req-b25a2fe0-0835-4b81-81ce-1072e89a9dfb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.1916764 Jun 23 01:59:22.453725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0932b52-2009-4fe5-96bd-d3f59f0a704d req-9b1a9a08-3b84-498a-a16d-7c898b20bd30 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:22.462248 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a0932b52-2009-4fe5-96bd-d3f59f0a704d req-9b1a9a08-3b84-498a-a16d-7c898b20bd30 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 931 time: 0.1630125 Jun 23 01:59:22.498094 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7aa5e-1116-4f89-b4ce-02beb363350c None None] Current status of the port 83cfe0cb-2f27-40d9-861f-edfdedc175bc is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:22.544710 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.601002 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks [] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.606427 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.613668 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.650391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29782027-cd16-44d7-82d0-f89be6c10b4f {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:22.651046 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:22.658919 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b7bf0f58-6233-4580-ba02-bc62b3a7fb07 req-6093e2b8-9bc9-4d3d-a8f7-1e36109e919b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845268 Jun 23 01:59:22.660355 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Pushing event updated for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:22.662368 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks [] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.673231 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.673565 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.673918 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.674257 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.674577 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.674892 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.675267 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.675581 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.675892 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.676023 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (1799ad23-24a1-4b0f-a78b-217e295f72d3), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.676199 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.676648 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.676933 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.677250 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.677714 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.678207 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.681340 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Transition to ACTIVE for port object 29782027-cd16-44d7-82d0-f89be6c10b4f will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:59:22.683430 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.724618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (1799ad23-24a1-4b0f-a78b-217e295f72d3), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.726003 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.775392 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:22.776443 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Attempting to bind port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:22.776892 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Attempting to bind port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:22.777311 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Attempting to bind port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 on network d7e5e70b-d5f9-42b2-89f9-992233f78498 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:22.787147 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:22.787424 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Checking segment: {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:22.787848 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.788272 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Bound using segment: {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:22.788945 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Bound port: 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:22.789378 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.818870 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a0932b52-2009-4fe5-96bd-d3f59f0a704d req-c2037038-35ca-44c5-9cb4-f8d350897cd6 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555210 Jun 23 01:59:22.832425 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1799ad23-24a1-4b0f-a78b-217e295f72d3,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:22.884271 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.890875 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7940466 Jun 23 01:59:22.891887 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56130) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:22.892089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:22.892468 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.901338 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] For port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:22.906281 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] For port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:22.920785 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:22.937402 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'security_group_rule': {'security_group_id': 'b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87', 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:22.963621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.964058 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.964466 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.964871 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.965267 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.965692 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.966115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.966534 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.966953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.967412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.968049 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.968466 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.968948 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.969360 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:22.969773 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd1924-f0d8-436a-ada7-7febd56c1bd9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.002607 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8c9cc-da15-4643-9f50-14fa523a9f0a None None] Pushing event updated for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.004593 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:23.013630 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:23.014173 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:23.040008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:23.041694 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e54e1dc9-b3ed-48f7-828a-35621516895d admin admin] Publish callbacks [] for security_group (2756f6c0-e93a-4576-833f-993cc973b847), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.053714 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-b3ba6eb9-730b-4de9-ba85-6cb0c7cdcc2f service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956325 Jun 23 01:59:23.055364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Pushing event updated for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.076644 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-e54e1dc9-b3ed-48f7-828a-35621516895d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2756f6c0-e93a-4576-833f-993cc973b847), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.081606 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.082018 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.082421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.082755 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.083095 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.083477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.083933 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.085286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.085755 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.086142 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.086488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.086812 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.087133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.087471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.087787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 01:59:23.104216 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb66d4d-03f2-4e89-bb3e-6cd39a9c9aaf req-fca246b3-abd8-4e4c-8903-40f1f3872038 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:23.105490 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:59:23.116392 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eeb66d4d-03f2-4e89-bb3e-6cd39a9c9aaf req-fca246b3-abd8-4e4c-8903-40f1f3872038 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 945 time: 0.2584774 Jun 23 01:59:23.135538 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.securitygroups_db [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Project 59bb100f7d034605bb875abd1a0775ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 01:59:23.143407 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:23.147300 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Attempting to bind port 29782027-cd16-44d7-82d0-f89be6c10b4f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:23.147830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Attempting to bind port 29782027-cd16-44d7-82d0-f89be6c10b4f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:23.150387 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Attempting to bind port 29782027-cd16-44d7-82d0-f89be6c10b4f on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:23.160654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Port 29782027-cd16-44d7-82d0-f89be6c10b4f on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:59:23.161000 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Attempting to bind port 29782027-cd16-44d7-82d0-f89be6c10b4f on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:23.170872 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:23.171245 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Checking segment: {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:23.172894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Bound using segment: {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:23.173356 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Bound port: 29782027-cd16-44d7-82d0-f89be6c10b4f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:23.173715 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.189711 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-9151f129-9f7a-40e6-b07c-d7c26daefbe8 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395831 Jun 23 01:59:23.195369 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Provisioning complete for port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:23.196485 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752bc37-d479-47d0-9fe3-dc0f515b7ee5 req-a647a8d7-10af-4b9c-a8b7-754229966c73 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:23.196822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.200927 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a752bc37-d479-47d0-9fe3-dc0f515b7ee5 req-a647a8d7-10af-4b9c-a8b7-754229966c73 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.2018929 Jun 23 01:59:23.212722 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56132) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:23.217466 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (a4ce8634-fdd1-440c-840c-9320e6f94ca7), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.225330 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'floatingip': {'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:23.230886 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e1dc9-b3ed-48f7-828a-35621516895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756f6c0-e93a-4576-833f-993cc973b847,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.251533 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-e54e1dc9-b3ed-48f7-828a-35621516895d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e08075248f6c4a5f8994843fa70030fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2546732 Jun 23 01:59:23.252357 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56134) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:23.329770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.388620 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Current status of the port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:23.389474 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.390293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:23.392240 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: ACTIVE; New status is: DOWN {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:23.392612 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.408465 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8d7d5b3e-ba19-4a34-9cdf-a72186e458eb req-479b2027-18d3-4965-a46a-9763d9552842 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374276 Jun 23 01:59:23.412230 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:23.418477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=29782027-cd16-44d7-82d0-f89be6c10b4f,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:23.438749 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-84950c5e-af0c-4fa9-a73e-02bd1b6751cc req-b158863d-c9f0-41a5-9d1e-bb356f69023f service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357945 Jun 23 01:59:23.440797 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.453335 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:23.455756 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a42dd8-d210-4ba9-a2f3-db75a2e7212e" -d '{"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:23.461858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:23.463167 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.464002 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] 10.222.0.16 "PUT /v2.0/ports/29782027-cd16-44d7-82d0-f89be6c10b4f HTTP/1.1" status: 200 len: 1093 time: 1.5324523 Jun 23 01:59:23.465760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:23.468048 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ec605-eb0b-405a-b1c2-dc208c243843" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:23.492118 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76', 'name': '', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'mac_address': 'fa:16:3e:45:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:16Z', 'updated_at': '2022-06-23T01:59:22Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'subnets': [{'id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:23.513281 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] For port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:23.517082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:23.524824 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.525376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa802d-70a9-4dca-b4a1-6a940d9efbfb service neutron] Pushing event updated for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.537190 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0957572-c61d-4fae-803f-4e392032c6ae None None] The sync data for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi is: [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T01:59:17Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76', 'name': '', 'network_id': 'd7e5e70b-d5f9-42b2-89f9-992233f78498', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'mac_address': 'fa:16:3e:45:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:16Z', 'updated_at': '2022-06-23T01:59:22Z', 'revision_number': 4, 'project_id': '4a08609fee414568a1ead282fbddce87', 'subnets': [{'id': 'a60e8611-c1cc-43b4-972f-b4f766773ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:23.548850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.553292 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8cb87-57ff-4537-ae30-7be765aa0c74 x-openstack-request-id: req-75b8cb87-57ff-4537-ae30-7be765aa0c74 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:23.554091 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:23.554358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75b8cb87-57ff-4537-ae30-7be765aa0c74 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:23.554814 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b8cb87-57ff-4537-ae30-7be765aa0c74'] response: {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'code': 200} Jun 23 01:59:23.587323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f69e4-3eb1-4b29-9bcb-b04fbbecc16d x-openstack-request-id: req-536f69e4-3eb1-4b29-9bcb-b04fbbecc16d {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:23.587803 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:23.588189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-536f69e4-3eb1-4b29-9bcb-b04fbbecc16d {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:23.588796 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536f69e4-3eb1-4b29-9bcb-b04fbbecc16d'] response: {'name': 'network-changed', 'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f', 'status': 'completed', 'code': 200} Jun 23 01:59:23.590251 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:23.607423 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e701b43-e4d2-4491-9da7-927dfada6439 None None] Pushing event updated for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.658429 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-f948353f-efd1-412f-a9fb-e73b37bcab7f None None] Provisioning complete for port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:23.659089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f948353f-efd1-412f-a9fb-e73b37bcab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.691827 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=8']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.751890 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-f948353f-efd1-412f-a9fb-e73b37bcab7f None None] Current status of the port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:23.756827 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eeb66d4d-03f2-4e89-bb3e-6cd39a9c9aaf req-f6b64978-8744-4638-9927-da18765f84d2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6258032 Jun 23 01:59:23.769265 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:23.842549 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (a4ce8634-fdd1-440c-840c-9320e6f94ca7), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.859091 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (a4ce8634-fdd1-440c-840c-9320e6f94ca7), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.887546 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] Publish callbacks [] for security_group (2756f6c0-e93a-4576-833f-993cc973b847), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.927723 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ce8634-fdd1-440c-840c-9320e6f94ca7,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:23.952702 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:23.953970 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d35597d7-ac51-4203-ad7d-a3f2631ff6fb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0267687 Jun 23 01:59:23.995329 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] Publish callbacks [] for security_group (2756f6c0-e93a-4576-833f-993cc973b847), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.048477 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c180d-3a68-478d-82ae-7ea058412d8b req-7cd46086-c154-48e2-bf09-269b6fb72618 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:24.049983 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a64c180d-3a68-478d-82ae-7ea058412d8b req-7cd46086-c154-48e2-bf09-269b6fb72618 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 943 time: 0.1289525 Jun 23 01:59:24.194862 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2756f6c0-e93a-4576-833f-993cc973b847), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.197414 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.198551 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2756f6c0-e93a-4576-833f-993cc973b847 HTTP/1.1" status: 204 len: 168 time: 0.9067926 Jun 23 01:59:24.213054 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a64c180d-3a68-478d-82ae-7ea058412d8b req-1c2c6c7b-6642-4430-bad8-c228321be40f tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545689 Jun 23 01:59:24.224849 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d007d-37e1-445e-9bdc-df5ce6fcb13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756f6c0-e93a-4576-833f-993cc973b847,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:24.349078 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.353715 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.470801 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.l3_db [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Floating IP 5cfe7b13-9c34-4c48-a2b0-1250d5caf883 associated. External IP: 172.27.0.254, port: 3ce48ec1-af65-4d9c-8858-36c9949565be. Jun 23 01:59:24.604139 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:24.635916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:24.646631 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:24.650411 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:24.650871 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.716281 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 01:59:24.728430 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:24.826847 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 01:59:24.831573 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:24.836459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 01:59:24.846171 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:24.846987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:24.898122 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3a56db2e-b206-47a1-a5d1-f4274892bca0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "PUT /v2.0/floatingips/5cfe7b13-9c34-4c48-a2b0-1250d5caf883 HTTP/1.1" status: 200 len: 991 time: 1.6762629 Jun 23 01:59:24.901384 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:24.903855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:24.925310 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84c84f-1a4a-43b7-a670-c7fe4c1562a2 req-5f76bfc8-231d-4b22-91c9-2b7c1f5b8182 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:24.926929 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d84c84f-1a4a-43b7-a670-c7fe4c1562a2 req-5f76bfc8-231d-4b22-91c9-2b7c1f5b8182 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0909584 Jun 23 01:59:24.944605 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:24.947144 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00138e0f-dcd2-4675-b64c-d2a087e0d4af x-openstack-request-id: req-00138e0f-dcd2-4675-b64c-d2a087e0d4af {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:24.947457 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:24.947704 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00138e0f-dcd2-4675-b64c-d2a087e0d4af {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:24.948094 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00138e0f-dcd2-4675-b64c-d2a087e0d4af'] response: {'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'status': 'completed', 'code': 200} Jun 23 01:59:24.961058 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:24.986654 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d84c84f-1a4a-43b7-a670-c7fe4c1562a2 req-abbf640e-64e4-44d8-81dd-974857868fda tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526638 Jun 23 01:59:25.191310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T01:59:24Z', 'revision_number': 1, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:25.221264 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 01:59:25.230848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 01:59:25.231494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T01:59:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:25.258188 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-bec5d744-f49c-4e34-ab09-78dd56f96188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.260137 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-bec5d744-f49c-4e34-ab09-78dd56f96188 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.1081676 Jun 23 01:59:25.261721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-5a2232f8-5508-4301-95e5-f4998e32a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.265375 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-5a2232f8-5508-4301-95e5-f4998e32a8d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1169 time: 0.0988669 Jun 23 01:59:25.265375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-14fd0c5b-9ecb-4c1b-8b00-fb9be71a1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.267163 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-14fd0c5b-9ecb-4c1b-8b00-fb9be71a1f2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 1127 time: 0.1057155 Jun 23 01:59:25.359983 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10408f3-3d47-4b6b-a219-ce750f1750d0 req-19d6773f-1a3e-4090-94aa-e518731cd9a5 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.362964 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 01:59:25.369454 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d10408f3-3d47-4b6b-a219-ce750f1750d0 req-19d6773f-1a3e-4090-94aa-e518731cd9a5 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 943 time: 0.0706062 Jun 23 01:59:25.443942 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d10408f3-3d47-4b6b-a219-ce750f1750d0 req-2c041f5b-a540-434a-85a0-200fd762c748 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732458 Jun 23 01:59:25.481177 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:25.534443 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-32c9f9c4-44bd-46d0-a772-d8080cae4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.535973 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-32c9f9c4-44bd-46d0-a772-d8080cae4061 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.2651453 Jun 23 01:59:25.556472 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-6acf38f2-707e-4f3a-8d4a-eaa9a1c8328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.557939 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-6acf38f2-707e-4f3a-8d4a-eaa9a1c8328d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b84d8e675cc4386bb229f124b399e03&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2640147 Jun 23 01:59:25.558863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-22453fc8-34c5-4356-ab6e-1daa33f72925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:25.560197 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-22453fc8-34c5-4356-ab6e-1daa33f72925 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 915 time: 0.2677863 Jun 23 01:59:25.599160 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T01:59:24Z', 'revision_number': 1, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 01:59:25.623865 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d9a5f4-52d3-4ccb-84e0-2f9804277758 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T01:59:24Z', 'revision_number': 1, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 01:59:25.877525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:25.881862 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:25.887714 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-423f5d74-d295-4adc-82aa-e9fc32a83ed6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 999 time: 0.1446595 Jun 23 01:59:25.928432 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-0bd23ef6-f7d1-450f-b615-0f5b3f45f20d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 1002 time: 0.1765261 Jun 23 01:59:26.017452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-eb1d2ade-d915-4ed0-94ed-e95fc04271ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.018994 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-eb1d2ade-d915-4ed0-94ed-e95fc04271ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.1015396 Jun 23 01:59:26.037061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-41d7e121-2118-4fc8-bc56-012eff9095de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.038415 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-290ec605-eb0b-405a-b1c2-dc208c243843 req-41d7e121-2118-4fc8-bc56-012eff9095de service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798336 Jun 23 01:59:26.041467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-d33c6cb5-c3e9-41cb-abdc-0fdf55a6e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.044917 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-d33c6cb5-c3e9-41cb-abdc-0fdf55a6e017 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.0910804 Jun 23 01:59:26.116899 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4d70e-46b2-44ca-b29e-abf2894ed118 req-f34e4dd2-3e23-4603-9352-be5c171db6a2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.123981 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1eb4d70e-46b2-44ca-b29e-abf2894ed118 req-f34e4dd2-3e23-4603-9352-be5c171db6a2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0541582 Jun 23 01:59:26.146869 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-88d8f566-56c5-40c1-b9c6-0b4be2946759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.148195 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-88d8f566-56c5-40c1-b9c6-0b4be2946759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215484 Jun 23 01:59:26.167605 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-2d2fe370-4d0f-462d-864a-2e1d4b4a1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.169522 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-2d2fe370-4d0f-462d-864a-2e1d4b4a1b7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050138 Jun 23 01:59:26.181024 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1eb4d70e-46b2-44ca-b29e-abf2894ed118 req-581deaca-bbc9-44f2-ada7-f010191647cf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561779 Jun 23 01:59:26.193163 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-f331f3d5-c7af-4b92-9a00-8d8bb4db8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.194956 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-f331f3d5-c7af-4b92-9a00-8d8bb4db8bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 1127 time: 0.1127021 Jun 23 01:59:26.264906 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-ab0e6e11-4344-468c-b5d2-d4fa90d69e90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29782027-cd16-44d7-82d0-f89be6c10b4f HTTP/1.1" status: 200 len: 217 time: 0.0480595 Jun 23 01:59:26.292564 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a178462-7510-4967-b2e6-1a1a3412a58b None None] New status for floating IP 5cfe7b13-9c34-4c48-a2b0-1250d5caf883: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 01:59:26.583419 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853d417-1ca1-40f0-b8ed-ef5af5d32260 req-f373ca85-81a1-4bda-a1e1-f6730a3b0f07 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.585028 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9853d417-1ca1-40f0-b8ed-ef5af5d32260 req-f373ca85-81a1-4bda-a1e1-f6730a3b0f07 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 943 time: 0.0677350 Jun 23 01:59:26.640155 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9853d417-1ca1-40f0-b8ed-ef5af5d32260 req-2787ba6a-2a52-4427-b4af-e68e01576c98 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485682 Jun 23 01:59:26.657149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-0bfbe9c2-4a2e-4abb-9a99-f6cd8e0c4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.658625 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-0bfbe9c2-4a2e-4abb-9a99-f6cd8e0c4a32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de985e3b-293e-4312-b618-0f7c97528de2 HTTP/1.1" status: 200 len: 854 time: 0.3634946 Jun 23 01:59:26.676300 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-c5b707f2-6dc1-447d-8ce0-13e4be601631 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211084 Jun 23 01:59:26.720170 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-4610fba0-969f-49a5-b882-19e0b4b51b47 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369022 Jun 23 01:59:26.723521 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-87f9d357-0e95-46a5-937d-e9c926ec21e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498486 Jun 23 01:59:26.797609 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-fbe34ac1-b49c-43af-aa83-0fedf5dddaba req-5257229c-604d-4a6c-8f1e-c030eec0aa04 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:59:26.798601 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fbe34ac1-b49c-43af-aa83-0fedf5dddaba req-5257229c-604d-4a6c-8f1e-c030eec0aa04 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060351 Jun 23 01:59:26.909733 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-bbd2d2c2-de6c-4942-8f38-cf6ed4b424bb req-5f282e50-cd64-49e3-b749-a69ae84298b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225304 Jun 23 01:59:26.956719 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3086e55d-4c4a-4747-9ee4-a4077aa94e7b req-f106edb6-5be8-40a0-97ff-e18862c5cc15 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196665 Jun 23 01:59:26.962582 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-601626eb-2b78-4c7b-ada7-441e66dbfa7f service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245836 Jun 23 01:59:26.980621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366006-1171-440c-b6d4-eacf5dd18e6b req-fb697d6b-dcf0-4cfe-a9c6-193f6be376de tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:26.983514 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cc366006-1171-440c-b6d4-eacf5dd18e6b req-fb697d6b-dcf0-4cfe-a9c6-193f6be376de tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0678833 Jun 23 01:59:27.042700 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:27.045114 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cc366006-1171-440c-b6d4-eacf5dd18e6b req-e8abe6db-7545-4558-9708-30675616d4b7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537622 Jun 23 01:59:27.069268 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f8c8a933-cdf1-483f-85f6-28efc2f3a1a4 req-18b20788-110f-4ac7-a2d7-33f07c737fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999613 Jun 23 01:59:27.384112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56258) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:27.473737 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-d1f4bbb1-1a15-4a90-a4be-09d056aa2dae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884216 Jun 23 01:59:27.484323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-59474bff-fcc6-4992-8789-ef70eff6c75d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 01:59:27.485294 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-59474bff-fcc6-4992-8789-ef70eff6c75d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049596 Jun 23 01:59:27.564675 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56266) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 01:59:27.682924 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-523982e2-e773-433e-a9b5-fb0aa0620464 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:27.684562 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-523982e2-e773-433e-a9b5-fb0aa0620464 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports/cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 940 time: 0.1188939 Jun 23 01:59:27.775555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7d202-05cd-483a-bd4a-df5601e4631c req-c7cfb5eb-e85f-449a-a228-801c692ec468 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:27.777019 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-40e7d202-05cd-483a-bd4a-df5601e4631c req-c7cfb5eb-e85f-449a-a228-801c692ec468 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 943 time: 0.0531242 Jun 23 01:59:27.825395 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-40e7d202-05cd-483a-bd4a-df5601e4631c req-941684b5-a7de-4c3c-b8b0-0f481fcb6fa8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Jun 23 01:59:28.170755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef556e64-5775-4e30-a7b0-2fe4655c58f6 req-1f69af3b-17ee-4fc7-bd4b-857351696928 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:28.173550 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ef556e64-5775-4e30-a7b0-2fe4655c58f6 req-1f69af3b-17ee-4fc7-bd4b-857351696928 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0527413 Jun 23 01:59:28.228619 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ef556e64-5775-4e30-a7b0-2fe4655c58f6 req-a29ec35b-4260-437c-8c76-68e848ec48ed tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Jun 23 01:59:28.413514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3d91930b-e919-4f22-b2a4-4abb3f62f979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:28.952657 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd84a5-6e04-4bdb-a10e-e9c71fbae4ab req-e9b3527d-a1d2-4ef4-bcf6-a236f9b222c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:28.954176 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e2fd84a5-6e04-4bdb-a10e-e9c71fbae4ab req-e9b3527d-a1d2-4ef4-bcf6-a236f9b222c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 943 time: 0.0608525 Jun 23 01:59:28.987380 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:29.002647 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e2fd84a5-6e04-4bdb-a10e-e9c71fbae4ab req-238cba55-f4c8-4016-abf3-31d17c43fade tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Jun 23 01:59:29.140856 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 29782027-cd16-44d7-82d0-f89be6c10b4f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:59:29.143031 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 01:59:29.210935 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:29.295416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: DOWN; New status is: DOWN {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:29.302176 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=29782027-cd16-44d7-82d0-f89be6c10b4f,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:29.313882 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '29782027-cd16-44d7-82d0-f89be6c10b4f', 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55', 'port_id': '29782027-cd16-44d7-82d0-f89be6c10b4f', 'mac_address': 'fa:16:3e:e4:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de985e3b-293e-4312-b618-0f7c97528de2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:59:29.351112 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 29782027-cd16-44d7-82d0-f89be6c10b4f is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:29.351546 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:29.356707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ed0e-6f78-40d2-b634-4739e50a6adc req-e8d6291f-d2e7-401e-96c2-91dd818a9191 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.358232 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5d4ed0e-6f78-40d2-b634-4739e50a6adc req-e8d6291f-d2e7-401e-96c2-91dd818a9191 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0464940 Jun 23 01:59:29.367244 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29782027-cd16-44d7-82d0-f89be6c10b4f {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:29.388272 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=29782027-cd16-44d7-82d0-f89be6c10b4f,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:29.393985 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:29.414783 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5d4ed0e-6f78-40d2-b634-4739e50a6adc req-0c55e79c-8ad6-4b03-bcb9-4adfd7f78fab tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502791 Jun 23 01:59:29.442484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:29.483988 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-d572c8f5-f360-4a7f-8d4e-6ee35965cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.485576 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-d572c8f5-f360-4a7f-8d4e-6ee35965cdf8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 1127 time: 0.0710986 Jun 23 01:59:29.553460 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-1d916aea-474f-43f3-a352-b7f8a117579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.554841 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-1d916aea-474f-43f3-a352-b7f8a117579b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1127 time: 0.0396199 Jun 23 01:59:29.598131 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:29.656439 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-b528dae8-1171-4593-a60d-1f659893a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.657964 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-b528dae8-1171-4593-a60d-1f659893a56b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.0971391 Jun 23 01:59:29.723772 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['29782027-cd16-44d7-82d0-f89be6c10b4f'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:29.728620 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-211be45e-cb02-4840-9631-919962d84817 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 998 time: 0.0587206 Jun 23 01:59:29.783035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-e8751c7a-1035-4080-8d4b-2edb275428ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.784556 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-e8751c7a-1035-4080-8d4b-2edb275428ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0492389 Jun 23 01:59:29.837390 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-493837f0-463d-431e-9ee4-c40da34b649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:29.839150 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-493837f0-463d-431e-9ee4-c40da34b649d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396335 Jun 23 01:59:29.935859 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-de054ed4-282b-4799-9510-4587b5d94351 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891776 Jun 23 01:59:30.040434 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cce8f5c7-4546-4703-af33-0ad9497fe227 req-1230541d-5f19-4577-a5e2-b47d6bae411e service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982625 Jun 23 01:59:30.134226 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64c63e-42a1-4b77-abb9-388870eb7ffa req-098fba7b-a428-4fdc-9080-f4e9169539cd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:30.135824 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4b64c63e-42a1-4b77-abb9-388870eb7ffa req-098fba7b-a428-4fdc-9080-f4e9169539cd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 944 time: 0.0536406 Jun 23 01:59:30.185724 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4b64c63e-42a1-4b77-abb9-388870eb7ffa req-0204ea6a-8e06-4a40-905f-b01faa0eac37 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Jun 23 01:59:30.540982 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579267b1-c75d-4c61-b654-81fe9c88c3b8 req-317687ec-69ea-4842-ae8d-49d5aba425e1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:30.543175 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-579267b1-c75d-4c61-b654-81fe9c88c3b8 req-317687ec-69ea-4842-ae8d-49d5aba425e1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0493979 Jun 23 01:59:30.594218 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-579267b1-c75d-4c61-b654-81fe9c88c3b8 req-c05c6de8-fff7-44bc-b50d-838db9b51163 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Jun 23 01:59:30.708960 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7e80d19d-a661-44ef-9075-522975841d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:31.151939 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 29782027-cd16-44d7-82d0-f89be6c10b4f up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:31.195925 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 29782027-cd16-44d7-82d0-f89be6c10b4f completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:59:31.202936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 29782027-cd16-44d7-82d0-f89be6c10b4f triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:31.203377 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:31.306092 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 29782027-cd16-44d7-82d0-f89be6c10b4f is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:31.306478 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:31.330857 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:31.337147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:31.337741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f8f9-3425-48b0-a651-c792b2ce2d5b req-c075567d-45f5-43fa-8734-97c4436b7b31 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:31.338180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:31.339399 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-68f7f8f9-3425-48b0-a651-c792b2ce2d5b req-c075567d-45f5-43fa-8734-97c4436b7b31 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 944 time: 0.0646312 Jun 23 01:59:31.341430 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc8262-aba2-4571-92d6-a99da0321e91" -d '{"events": [{"server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "name": "network-vif-plugged", "status": "completed", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:31.353953 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=29782027-cd16-44d7-82d0-f89be6c10b4f,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:31.362094 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:31.404781 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100c9d3-1a0e-447d-bfdf-faee82cc32e6 x-openstack-request-id: req-0100c9d3-1a0e-447d-bfdf-faee82cc32e6 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:31.405211 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-68f7f8f9-3425-48b0-a651-c792b2ce2d5b req-1c01d6b7-ba03-413a-b6a7-6a0179422a68 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Jun 23 01:59:31.405498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "name": "network-vif-plugged", "status": "completed", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:31.405879 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0100c9d3-1a0e-447d-bfdf-faee82cc32e6 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:31.406398 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0100c9d3-1a0e-447d-bfdf-faee82cc32e6'] response: {'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f', 'code': 200} Jun 23 01:59:31.426408 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:31.736551 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dfb8d-4378-4aad-9aba-419de80522cf req-3569613b-875b-40c8-9225-c0be10a4f5d9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:31.743504 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd6dfb8d-4378-4aad-9aba-419de80522cf req-3569613b-875b-40c8-9225-c0be10a4f5d9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0556579 Jun 23 01:59:31.806293 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fd6dfb8d-4378-4aad-9aba-419de80522cf req-a6eac4a5-06e8-41d5-98bd-47871e7f514d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618768 Jun 23 01:59:32.083743 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:32.539528 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59496e18-0801-41b9-b48b-8389c5c41c6f req-bda40d5a-3f58-46ab-9e1b-b39d35a66718 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:32.541282 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-59496e18-0801-41b9-b48b-8389c5c41c6f req-bda40d5a-3f58-46ab-9e1b-b39d35a66718 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0631249 Jun 23 01:59:32.592477 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-59496e18-0801-41b9-b48b-8389c5c41c6f req-3fafdaa3-784a-4fdc-90aa-80ea31fb893f tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Jun 23 01:59:32.935278 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24333c36-479c-4829-837f-71f08a3a0266 req-73fcc671-15a1-4868-812a-1b9d4d57df23 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:32.937020 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-24333c36-479c-4829-837f-71f08a3a0266 req-73fcc671-15a1-4868-812a-1b9d4d57df23 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0548892 Jun 23 01:59:33.003132 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-24333c36-479c-4829-837f-71f08a3a0266 req-0cb21a74-4f75-47e7-8a4d-feeee9dd053e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601113 Jun 23 01:59:33.258438 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 01:59:33.300734 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:33.522713 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:33.713047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce379c-511a-4ab9-b815-98b046689b1f req-85aeaef2-045e-4caf-beae-dce86f789bcc tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:33.714545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d0ce379c-511a-4ab9-b815-98b046689b1f req-85aeaef2-045e-4caf-beae-dce86f789bcc tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0514395 Jun 23 01:59:33.765117 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d0ce379c-511a-4ab9-b815-98b046689b1f req-6d9be8cd-89b1-4ea8-a238-8bb569d4609f tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Jun 23 01:59:34.127067 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b4f87-c792-4b30-ae2e-428cfa4bf15f req-c75947c7-b9fb-44af-86de-9a2541936142 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:34.128583 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4f9b4f87-c792-4b30-ae2e-428cfa4bf15f req-c75947c7-b9fb-44af-86de-9a2541936142 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0490859 Jun 23 01:59:34.182734 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4f9b4f87-c792-4b30-ae2e-428cfa4bf15f req-87e1eb26-e17e-431d-9d94-c5e8871d469d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Jun 23 01:59:34.701712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:34.883172 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21264b4-84ba-4fed-9289-c3d1e5409894 req-692fd988-a77f-4d97-859a-ecc5bd241514 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:34.884911 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f21264b4-84ba-4fed-9289-c3d1e5409894 req-692fd988-a77f-4d97-859a-ecc5bd241514 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Jun 23 01:59:34.936055 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f21264b4-84ba-4fed-9289-c3d1e5409894 req-97454ef6-828f-423f-a3c7-9d876a904010 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jun 23 01:59:35.269858 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:35.316754 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e670fc-a7e3-4fcc-a19a-234f96cb7f33 req-25f4940e-b8e2-41ba-9554-c99133bb78a7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:35.318356 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8e670fc-a7e3-4fcc-a19a-234f96cb7f33 req-25f4940e-b8e2-41ba-9554-c99133bb78a7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0570827 Jun 23 01:59:35.377085 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f8e670fc-a7e3-4fcc-a19a-234f96cb7f33 req-627a3905-6549-4e87-98b7-3c7fc790e9f8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530212 Jun 23 01:59:36.063046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bda79-94a4-424b-ad07-e9832ea00117 req-f797da5b-0576-407a-bad8-cf565cb218f1 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:36.064813 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-749bda79-94a4-424b-ad07-e9832ea00117 req-f797da5b-0576-407a-bad8-cf565cb218f1 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0557179 Jun 23 01:59:36.121113 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-749bda79-94a4-424b-ad07-e9832ea00117 req-048ce500-da3f-4dc2-8ed9-01bd85c8e709 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Jun 23 01:59:36.416016 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:36.506532 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c10564-768d-4212-a49d-c04101737982 req-aca391f0-e567-46d5-9f3a-9b2d275b0150 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:36.508106 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99c10564-768d-4212-a49d-c04101737982 req-aca391f0-e567-46d5-9f3a-9b2d275b0150 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0485494 Jun 23 01:59:36.556332 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99c10564-768d-4212-a49d-c04101737982 req-df751cb2-6c37-443b-a57c-9ac2757cce68 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Jun 23 01:59:37.248842 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e41e4-0061-4902-ae64-ffa445b8de1f req-a62ffa76-dfd6-4e29-a742-306cbb9ee511 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:37.250597 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-553e41e4-0061-4902-ae64-ffa445b8de1f req-a62ffa76-dfd6-4e29-a742-306cbb9ee511 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Jun 23 01:59:37.299335 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-553e41e4-0061-4902-ae64-ffa445b8de1f req-b8e27d6a-a97c-4dfa-93aa-29cc54b645a3 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Jun 23 01:59:37.690388 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f692b-969d-4f80-bb98-84ca405174f1 req-fd935e02-9658-4afa-afcd-3bc8ea1fda75 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:37.691922 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-926f692b-969d-4f80-bb98-84ca405174f1 req-fd935e02-9658-4afa-afcd-3bc8ea1fda75 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0568209 Jun 23 01:59:37.744083 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-926f692b-969d-4f80-bb98-84ca405174f1 req-290d7921-9d74-4503-8c52-ea59652536ed tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442555 Jun 23 01:59:38.418128 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36cea1-622c-4400-accf-c62b462b2d00 req-74c6e242-a388-404a-b6b0-c30165b7109c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:38.419688 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4e36cea1-622c-4400-accf-c62b462b2d00 req-74c6e242-a388-404a-b6b0-c30165b7109c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0477273 Jun 23 01:59:38.432816 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:38.481685 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4e36cea1-622c-4400-accf-c62b462b2d00 req-0e6b8898-59ed-476f-9ad9-8aff7802ebdb tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557654 Jun 23 01:59:38.864693 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a898533-6dc5-425a-929e-84b85a88a14c req-bb8bc357-2a24-495d-8715-6707c76e1bba tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:38.866179 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a898533-6dc5-425a-929e-84b85a88a14c req-bb8bc357-2a24-495d-8715-6707c76e1bba tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0489004 Jun 23 01:59:38.914420 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a898533-6dc5-425a-929e-84b85a88a14c req-33ef1c65-8589-4cdc-8e06-f0b4b5625dce tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425892 Jun 23 01:59:39.608943 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f57012-04e0-4147-93a2-afd1ef944443 req-ca1a99f5-be06-42fb-b60b-752fbced6213 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:39.611973 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-27f57012-04e0-4147-93a2-afd1ef944443 req-ca1a99f5-be06-42fb-b60b-752fbced6213 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Jun 23 01:59:39.661020 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-27f57012-04e0-4147-93a2-afd1ef944443 req-d01295f9-f002-498f-8a51-2a09852c6598 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Jun 23 01:59:40.024517 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=56 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:40.031937 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=40 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:40.050909 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e10d2-fb3a-41e4-a6ae-9d62842c1b76 req-28f3d6f3-93e4-41ae-baae-ca9d0e7bd440 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.052430 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c71e10d2-fb3a-41e4-a6ae-9d62842c1b76 req-28f3d6f3-93e4-41ae-baae-ca9d0e7bd440 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0538402 Jun 23 01:59:40.105169 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c71e10d2-fb3a-41e4-a6ae-9d62842c1b76 req-f65004e3-fceb-43d2-88eb-f3cfa2d0287a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 Jun 23 01:59:40.276271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-f95c5806-ab75-45ee-9622-d269d1747dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.277767 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-f95c5806-ab75-45ee-9622-d269d1747dca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1127 time: 0.0684874 Jun 23 01:59:40.278793 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6bad2-fd3f-4c25-8662-5b8ac33cbe54 req-c9235f80-a889-4e30-b776-418fd9a0f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.280134 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d9c6bad2-fd3f-4c25-8662-5b8ac33cbe54 req-c9235f80-a889-4e30-b776-418fd9a0f014 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 1129 time: 0.0721102 Jun 23 01:59:40.380876 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d9c6bad2-fd3f-4c25-8662-5b8ac33cbe54 req-48722f45-c614-4c70-8c26-5a91ca87c542 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888109 Jun 23 01:59:40.409123 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-a8360e85-5605-4713-be4a-72c9b2950333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.410586 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-a8360e85-5605-4713-be4a-72c9b2950333 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.1038167 Jun 23 01:59:40.677191 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-35d38889-af70-41f3-ac17-5e79040faef0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 200 len: 998 time: 0.0633824 Jun 23 01:59:40.742563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-0b23f67e-8ba3-4423-9cb3-bc5bab7cfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.744098 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-0b23f67e-8ba3-4423-9cb3-bc5bab7cfb5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0506029 Jun 23 01:59:40.780137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d71989-ac75-4af7-b03a-81d049cd663d req-9810405d-22ef-4c2e-b82d-4da29cfc5be1 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.781805 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c4d71989-ac75-4af7-b03a-81d049cd663d req-9810405d-22ef-4c2e-b82d-4da29cfc5be1 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0482469 Jun 23 01:59:40.796910 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-d4238868-0a1e-410f-9126-625b061cf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:40.798423 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-d4238868-0a1e-410f-9126-625b061cf96f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390518 Jun 23 01:59:40.828030 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c4d71989-ac75-4af7-b03a-81d049cd663d req-281b3aca-e6ee-4618-a4a9-638fe74c123a tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Jun 23 01:59:41.231171 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2922-99a3-4431-b2f6-668d8869f390 req-bac9fee4-1fd1-46de-ae64-64a250a22073 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:41.232674 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-404c2922-99a3-4431-b2f6-668d8869f390 req-bac9fee4-1fd1-46de-ae64-64a250a22073 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0480888 Jun 23 01:59:41.281771 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-1be7e463-1129-47c9-a21f-fa3b4c147bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891430 Jun 23 01:59:41.283724 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-404c2922-99a3-4431-b2f6-668d8869f390 req-b6ce873d-856c-41a7-996b-710103369e32 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Jun 23 01:59:41.408193 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e4b9c71b-b1c6-4ceb-9562-bddfefe36bdf req-13c14648-1511-4d27-ad9d-f84085413de4 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996704 Jun 23 01:59:41.942128 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986d710-6314-4495-9896-83e4c6cea351 req-64a9d5c7-5468-4534-9a34-d26eb5672dd0 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:41.943674 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c986d710-6314-4495-9896-83e4c6cea351 req-64a9d5c7-5468-4534-9a34-d26eb5672dd0 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Jun 23 01:59:41.956110 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:41.990979 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c986d710-6314-4495-9896-83e4c6cea351 req-9a0025fb-cbd1-4f9a-8241-1cc847c44930 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Jun 23 01:59:42.414794 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c9413-0978-4596-bce4-548c228b6307 req-49d1d9fd-1eab-4f36-928a-d464c6182b46 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:42.416306 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-147c9413-0978-4596-bce4-548c228b6307 req-49d1d9fd-1eab-4f36-928a-d464c6182b46 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0555508 Jun 23 01:59:42.495877 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-147c9413-0978-4596-bce4-548c228b6307 req-f8973beb-0d8e-40fb-bcee-dc3c5c52774f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644906 Jun 23 01:59:42.805752 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-1b44cca7-8934-4412-a78a-d3b5c191c095 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673552971&fields=id&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 267 time: 0.0561249 Jun 23 01:59:42.914704 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-baf69777-941a-46bd-a527-25d5c2a3b373 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:42.916124 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-baf69777-941a-46bd-a527-25d5c2a3b373 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1036952 Jun 23 01:59:42.931353 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-63b4bb5f-16cd-46e9-83d5-d762f254bb5d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/quotas/59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 375 time: 0.0093710 Jun 23 01:59:42.985214 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-e98d64b4-3a3b-4e13-b2fb-4f55ba423dea tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490360 Jun 23 01:59:43.070528 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:43.091872 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-ab6cbbd7-d04a-455f-b95c-63b731c47e40 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946636 Jun 23 01:59:43.188153 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-1aeb9797-b124-48e0-9a0d-daa048ec8b82 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903707 Jun 23 01:59:43.258102 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:43.511788 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-62cbc5c6-08e2-4658-83fe-a5efcabe5a37 req-979433b4-b1b0-4b2e-aa74-f5875eaf6a76 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Jun 23 01:59:43.622893 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581c731-af55-44f6-8e00-5f3cf9f7f776 req-e4db0abf-a75a-4ad8-ab02-f8dc8f709015 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:43.624800 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7581c731-af55-44f6-8e00-5f3cf9f7f776 req-e4db0abf-a75a-4ad8-ab02-f8dc8f709015 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0536995 Jun 23 01:59:43.677260 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7581c731-af55-44f6-8e00-5f3cf9f7f776 req-67453ba4-0d8e-497b-aa5c-777fb00e9b17 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469146 Jun 23 01:59:44.616788 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-592f4fda-8cb9-4df2-b2a0-80b957d4717f req-e25ff43a-a42f-4ba9-b9e4-bbf12d9f8d6e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0338731 Jun 23 01:59:44.695473 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:44.696202 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:44.711512 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-076d01f7-d744-449d-a963-2590738c70b1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:44.713097 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-076d01f7-d744-449d-a963-2590738c70b1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1168146 Jun 23 01:59:44.785544 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-0ab809a0-8a25-4c4c-9ff7-c1fd1d2302e2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 380 time: 0.0631347 Jun 23 01:59:44.796713 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'port': {'device_id': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'admin_state_up': True, 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'security_groups': ['b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:44.805842 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07140147-9512-4c95-80ac-19e7c6fb5632 req-006c90e7-062f-4520-9f93-ce6429b65595 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:44.807363 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07140147-9512-4c95-80ac-19e7c6fb5632 req-006c90e7-062f-4520-9f93-ce6429b65595 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0525506 Jun 23 01:59:44.856656 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07140147-9512-4c95-80ac-19e7c6fb5632 req-ed8260af-dcb2-4106-8c6a-f7093b9c5ca8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Jun 23 01:59:44.907064 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Made reservation on behalf of 59bb100f7d034605bb875abd1a0775ec for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 01:59:44.910843 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.015139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:45.024339 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:45.041877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.20.0.9 (c3aa2615-6363-4241-bbc2-9c8b59555a5d/cb259d46-ac2e-4117-a049-82aa88774b23/9e704857-7824-4fc1-8127-b6a59d1b6140) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 01:59:45.195880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.233897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.289229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 01:59:45.293599 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 01:59:45.296919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 01:59:45.323786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:45.351902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:45.352507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.378585 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-96c7de06-9587-49dc-a63a-a64789b4da7b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862558 Jun 23 01:59:45.396986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Request body: {'port': {'device_id': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 01:59:45.459922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.544847 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-0aa10afa-1b61-49cc-8c8a-c8149f1d8927 None None] Provisioning complete for port 9e704857-7824-4fc1-8127-b6a59d1b6140 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:45.545643 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-0aa10afa-1b61-49cc-8c8a-c8149f1d8927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.579289 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-0aa10afa-1b61-49cc-8c8a-c8149f1d8927 None None] Port 9e704857-7824-4fc1-8127-b6a59d1b6140 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 01:59:45.735356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e69d-660e-4340-9f06-c58be0997058 req-ca8c2772-bf45-4904-a360-ea6c8245f559 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:45.736777 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c315e69d-660e-4340-9f06-c58be0997058 req-ca8c2772-bf45-4904-a360-ea6c8245f559 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 931 time: 0.0512347 Jun 23 01:59:45.743982 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e704857-7824-4fc1-8127-b6a59d1b6140 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:45.752829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks [] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.767344 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Transition to ACTIVE for port object 9e704857-7824-4fc1-8127-b6a59d1b6140 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 01:59:45.772852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.776251 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:45.789591 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c315e69d-660e-4340-9f06-c58be0997058 req-bf187e79-5dd3-41a5-9e45-bb5754f31265 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Jun 23 01:59:45.827801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Pushing event updated for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:45.910186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Attempting to bind port 9e704857-7824-4fc1-8127-b6a59d1b6140 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 01:59:45.910515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Attempting to bind port 9e704857-7824-4fc1-8127-b6a59d1b6140 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 01:59:45.910836 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Attempting to bind port 9e704857-7824-4fc1-8127-b6a59d1b6140 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:45.914023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:45.916616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Port 9e704857-7824-4fc1-8127-b6a59d1b6140 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 01:59:45.916897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Attempting to bind port 9e704857-7824-4fc1-8127-b6a59d1b6140 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 01:59:45.924398 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 1, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 01:59:45.924851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 01:59:45.925239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Bound using segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 01:59:45.925677 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Bound port: 9e704857-7824-4fc1-8127-b6a59d1b6140, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 01:59:45.926087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:45.992909 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424ce5f-d4f2-431d-a307-eea9a24fc3e6 req-0e9d69ff-4a3e-4ae5-9d1e-6dd55a153449 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:45.994721 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8424ce5f-d4f2-431d-a307-eea9a24fc3e6 req-0e9d69ff-4a3e-4ae5-9d1e-6dd55a153449 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0569577 Jun 23 01:59:45.998643 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 01:59:46.002822 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9e704857-7824-4fc1-8127-b6a59d1b6140,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 01:59:46.013795 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:46.044300 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8424ce5f-d4f2-431d-a307-eea9a24fc3e6 req-c5789723-210f-4777-8543-928b25d2c7dc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Jun 23 01:59:46.057161 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.057766 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:46.059126 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] 10.222.0.16 "PUT /v2.0/ports/9e704857-7824-4fc1-8127-b6a59d1b6140 HTTP/1.1" status: 200 len: 1093 time: 0.6671925 Jun 23 01:59:46.059671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:46.061877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55" -d '{"events": [{"name": "network-changed", "server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:46.080730 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1860-77e4-4180-8dc4-23c036828fdf service neutron] Pushing event updated for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:46.111727 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc8019-db76-40b3-92d4-946736981927 x-openstack-request-id: req-64fc8019-db76-40b3-92d4-946736981927 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:46.112135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:46.112454 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64fc8019-db76-40b3-92d4-946736981927 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:46.112914 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fc8019-db76-40b3-92d4-946736981927'] response: {'name': 'network-changed', 'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'status': 'completed', 'code': 200} Jun 23 01:59:46.540306 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-5e8c7429-d2b1-4cde-b48a-d81ddde8ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.541927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-5e8c7429-d2b1-4cde-b48a-d81ddde8ddbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 1127 time: 0.0411067 Jun 23 01:59:46.660180 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-c6e7c915-6bc4-4c99-91fc-7e400a5a8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.661651 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-c6e7c915-6bc4-4c99-91fc-7e400a5a8499 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=59bb100f7d034605bb875abd1a0775ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1049206 Jun 23 01:59:46.851027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-4b0e0660-083f-4446-b7fb-7f622ac49b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.852538 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8c065ea0-dad4-46a9-a17f-5b9ec3745c55 req-4b0e0660-083f-4446-b7fb-7f622ac49b66 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960567 Jun 23 01:59:46.904287 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778a85a-3d11-4c00-844c-be15e7b3d85b req-ce977e72-89ab-4e92-a469-b09de991f18d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.905868 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2778a85a-3d11-4c00-844c-be15e7b3d85b req-ce977e72-89ab-4e92-a469-b09de991f18d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0472164 Jun 23 01:59:46.934316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-a8bd24ce-4a5c-45b3-bae3-98bb405429ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:46.935833 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-a8bd24ce-4a5c-45b3-bae3-98bb405429ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 1127 time: 0.0412931 Jun 23 01:59:46.956207 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2778a85a-3d11-4c00-844c-be15e7b3d85b req-46425046-ee89-4633-9815-78d7dded0f51 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 Jun 23 01:59:46.979745 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-85be78ce-783b-4388-a1be-95b1c78f1706 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e704857-7824-4fc1-8127-b6a59d1b6140 HTTP/1.1" status: 200 len: 217 time: 0.0340695 Jun 23 01:59:47.032208 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-8eb8e019-646b-4f15-980a-bb6adfc6b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:47.033639 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-8eb8e019-646b-4f15-980a-bb6adfc6b467 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0465093 Jun 23 01:59:47.087241 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-83ff94c9-397a-4bd2-8302-bbb61514885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:47.088852 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-83ff94c9-397a-4bd2-8302-bbb61514885a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409567 Jun 23 01:59:47.129228 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:47.169075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f424-fdfd-4e9b-b8d8-ee3961849198 req-dcb18278-4164-4997-8354-5d4610935dc1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:47.170654 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bb3f424-fdfd-4e9b-b8d8-ee3961849198 req-dcb18278-4164-4997-8354-5d4610935dc1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 943 time: 0.0506926 Jun 23 01:59:47.186676 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-a341bc9b-4e3e-49a4-a7b6-b3bacbcc6dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905344 Jun 23 01:59:47.220831 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bb3f424-fdfd-4e9b-b8d8-ee3961849198 req-95895b24-5e30-468f-9ec8-2ca373512223 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Jun 23 01:59:47.253040 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:59:47.282349 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5e6fbf0d-6c75-404f-980d-dac5c1d820cc req-4040e1d3-f34f-4eaa-b78c-1798eba12a1f service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889220 Jun 23 01:59:47.356578 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:47.370927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'mac_address': 'fa:16:3e:cb:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:59:47.536354 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:47.536712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:47.550652 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:47.572816 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:47.577574 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:47.622207 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=9']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:48.032450 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['cbbc03ec-d4fe-4f82-b455-91d7004bd595'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:48.074816 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd39341-0819-4b13-92a8-4a8d9fab184e req-0b18c9c8-d8b6-4070-9444-7f76b701265e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:48.076321 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1dd39341-0819-4b13-92a8-4a8d9fab184e req-0b18c9c8-d8b6-4070-9444-7f76b701265e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0521934 Jun 23 01:59:48.130782 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1dd39341-0819-4b13-92a8-4a8d9fab184e req-dfad53c2-70b5-4e2c-a076-df316cf1854f tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Jun 23 01:59:48.357690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5921180-3f4a-4f98-a3da-c8e2422e3f5f req-48bf741e-fa27-4b51-81db-6ef70f088b3d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:48.359129 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5921180-3f4a-4f98-a3da-c8e2422e3f5f req-48bf741e-fa27-4b51-81db-6ef70f088b3d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 944 time: 0.0467019 Jun 23 01:59:48.414024 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5921180-3f4a-4f98-a3da-c8e2422e3f5f req-04b2d034-1e8c-427b-be37-41f1fab2bcc3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Jun 23 01:59:49.250848 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6b81-1b48-47d2-a99f-2a7eae765f65 req-ba57a118-b87c-4cbc-80b0-191062f04dac tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:49.251599 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:49.252331 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03df6b81-1b48-47d2-a99f-2a7eae765f65 req-ba57a118-b87c-4cbc-80b0-191062f04dac tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0541658 Jun 23 01:59:49.298225 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port cbbc03ec-d4fe-4f82-b455-91d7004bd595 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:49.298602 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:49.306628 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-03df6b81-1b48-47d2-a99f-2a7eae765f65 req-6396c81e-4e9d-4d11-b7ec-2bf40c17dcdc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480838 Jun 23 01:59:49.377905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port cbbc03ec-d4fe-4f82-b455-91d7004bd595 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:49.378280 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:49.405451 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:49.408609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c63a69-9f79-4420-b961-bf9e41c1141b" -d '{"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:49.422850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:49.427793 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:49.451410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f8c9b6-5cef-4db8-bff8-289435a571cd x-openstack-request-id: req-58f8c9b6-5cef-4db8-bff8-289435a571cd {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:49.451752 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:49.452001 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58f8c9b6-5cef-4db8-bff8-289435a571cd {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:49.452984 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f8c9b6-5cef-4db8-bff8-289435a571cd'] response: {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'code': 200} Jun 23 01:59:49.478118 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:49.483735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=10']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:49.540704 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df48e8-c728-4659-9fdf-5b3b4437a5c4 req-b9a35c14-1b9b-4add-96c7-ce1a9baf4330 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:49.542513 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f7df48e8-c728-4659-9fdf-5b3b4437a5c4 req-b9a35c14-1b9b-4add-96c7-ce1a9baf4330 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0482857 Jun 23 01:59:49.576188 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:49.594498 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f7df48e8-c728-4659-9fdf-5b3b4437a5c4 req-6fc32767-25e8-45bf-8587-5fc6b71e79d4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Jun 23 01:59:49.999497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4116e-1152-4bc6-9f82-33088a7f9b81 req-62dab5cd-e6c8-4e3b-b32e-6815cedbfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:50.001027 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-38d4116e-1152-4bc6-9f82-33088a7f9b81 req-62dab5cd-e6c8-4e3b-b32e-6815cedbfa6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 1130 time: 0.0393136 Jun 23 01:59:50.053898 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-38d4116e-1152-4bc6-9f82-33088a7f9b81 req-b58596fd-6ba1-4100-99ca-928d43b88f39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Jun 23 01:59:50.429211 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932c2b-20e3-4fdf-8650-39ddc5bf9381 req-e516b6fa-ee38-4183-8b90-9dd477677cc9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:50.430657 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d932c2b-20e3-4fdf-8650-39ddc5bf9381 req-e516b6fa-ee38-4183-8b90-9dd477677cc9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0541444 Jun 23 01:59:50.745296 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275381ca-69e3-40d8-a4f4-19c201834586 req-457e2c00-f1a3-46a1-8ac6-30e9f0566a44 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:50.746782 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-275381ca-69e3-40d8-a4f4-19c201834586 req-457e2c00-f1a3-46a1-8ac6-30e9f0566a44 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0651650 Jun 23 01:59:50.750614 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d932c2b-20e3-4fdf-8650-39ddc5bf9381 req-6807a27d-1e03-4c30-ab10-1cb6a0b2b580 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122318 Jun 23 01:59:50.793455 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-275381ca-69e3-40d8-a4f4-19c201834586 req-bd8ad2a8-3f19-41f0-a8b8-e3d765d312e1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Jun 23 01:59:51.878530 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330687c0-ac06-43f9-ae37-8e766674f5af req-0e09d2c8-7e37-47ad-be06-8325883cfcb2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:51.880001 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-330687c0-ac06-43f9-ae37-8e766674f5af req-0e09d2c8-7e37-47ad-be06-8325883cfcb2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0501981 Jun 23 01:59:51.943870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b31b-b377-4ab7-82eb-d0538e824484 req-103363e7-5052-4691-af22-50fd5c7dc6e7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:51.945334 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b910b31b-b377-4ab7-82eb-d0538e824484 req-103363e7-5052-4691-af22-50fd5c7dc6e7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0740302 Jun 23 01:59:51.980278 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-330687c0-ac06-43f9-ae37-8e766674f5af req-89c2778a-c69b-4c8d-b596-69b312548eda tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916891 Jun 23 01:59:52.008564 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b910b31b-b377-4ab7-82eb-d0538e824484 req-6bc10514-ae84-4e2f-80f6-0d5babe8c7e1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573289 Jun 23 01:59:52.861340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf15a7-209a-414e-b7b8-c00afe43b3e4 req-9a97f79d-5705-4564-acdf-2fb2366e3673 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:52.862798 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-52bf15a7-209a-414e-b7b8-c00afe43b3e4 req-9a97f79d-5705-4564-acdf-2fb2366e3673 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0492744 Jun 23 01:59:52.926743 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-52bf15a7-209a-414e-b7b8-c00afe43b3e4 req-6167b086-b266-47d8-af8a-58b0de7bb0e7 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565431 Jun 23 01:59:53.116152 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:53.129118 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e68665-8a48-43c5-9107-60ee341bc3ac req-6492417e-4146-477c-9b78-62119c976bfa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:53.130656 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-78e68665-8a48-43c5-9107-60ee341bc3ac req-6492417e-4146-477c-9b78-62119c976bfa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0825260 Jun 23 01:59:53.138973 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019eba-4ce9-4f30-b340-c6b45c46fb1e req-16713c37-ede0-47c1-88dd-1b103344454a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:53.140479 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8b019eba-4ce9-4f30-b340-c6b45c46fb1e req-16713c37-ede0-47c1-88dd-1b103344454a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0604665 Jun 23 01:59:53.219015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-78e68665-8a48-43c5-9107-60ee341bc3ac req-69bad7e7-79d5-4d3b-9f2e-00fdde717183 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776215 Jun 23 01:59:53.222333 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8b019eba-4ce9-4f30-b340-c6b45c46fb1e req-0e387dcd-e46c-4577-9ee4-f11ff7a87176 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751767 Jun 23 01:59:53.939110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-bf3f0702-e139-40e2-a853-12a1fa190063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:53.940675 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-bf3f0702-e139-40e2-a853-12a1fa190063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1169 time: 0.0416090 Jun 23 01:59:53.965603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:54.034924 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:54.036473 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-37416c3f-ff11-47f3-90ad-47081c8d3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.038030 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-37416c3f-ff11-47f3-90ad-47081c8d3cac service neutron] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 915 time: 0.0898790 Jun 23 01:59:54.056903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eab3c-17ae-407e-8828-9a36281b71f1 req-76bb4068-7cb0-422e-8931-5d3417482da9 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.056903 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-239eab3c-17ae-407e-8828-9a36281b71f1 req-76bb4068-7cb0-422e-8931-5d3417482da9 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0571539 Jun 23 01:59:54.108275 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-e595c49d-2d29-43bb-be63-1cfa32f15d13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 1002 time: 0.0581043 Jun 23 01:59:54.114218 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-239eab3c-17ae-407e-8828-9a36281b71f1 req-afe28a14-23d6-42b9-b148-805151f26a15 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543399 Jun 23 01:59:54.169474 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-9da16f81-731e-421c-ad5f-ce369bdde7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.171381 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-9da16f81-731e-421c-ad5f-ce369bdde7db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.0496743 Jun 23 01:59:54.213746 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-56273520-b59f-4560-af0f-40ed6810c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.215244 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-56273520-b59f-4560-af0f-40ed6810c4af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378892 Jun 23 01:59:54.315895 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-8ae2b208-239e-44fc-bcf5-9d30f00927a8 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936985 Jun 23 01:59:54.372266 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540fe64-a507-4850-b3f9-7e104ad5bd8b req-9f410f40-d529-43b9-9ef3-19edefbc8d26 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.373654 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2540fe64-a507-4850-b3f9-7e104ad5bd8b req-9f410f40-d529-43b9-9ef3-19edefbc8d26 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0757298 Jun 23 01:59:54.379713 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0619-d5b2-45ac-935b-08fae3cc7070 req-3bf386c6-b1f7-4398-ada3-a30e76388447 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:54.381038 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3fb0619-d5b2-45ac-935b-08fae3cc7070 req-3bf386c6-b1f7-4398-ada3-a30e76388447 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 943 time: 0.0730617 Jun 23 01:59:54.413196 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d31419d1-f647-43ef-b944-b3bdf2df8e6a req-b86ebc70-dba7-48c5-a893-717745c10b07 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Jun 23 01:59:54.442107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:54.458310 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2540fe64-a507-4850-b3f9-7e104ad5bd8b req-9c93618e-770f-44cf-a7a4-8f2e0586ac21 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763679 Jun 23 01:59:54.466937 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3fb0619-d5b2-45ac-935b-08fae3cc7070 req-fa39999b-f90f-430e-857f-57498048c00b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780680 Jun 23 01:59:55.232721 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64499fd1-d95f-4f7c-8ca6-02dfdbb1750b req-cf01ee5c-9fad-463c-8cfb-16da3824ab88 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:55.234198 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64499fd1-d95f-4f7c-8ca6-02dfdbb1750b req-cf01ee5c-9fad-463c-8cfb-16da3824ab88 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0518832 Jun 23 01:59:55.276398 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9e704857-7824-4fc1-8127-b6a59d1b6140 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 01:59:55.301333 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64499fd1-d95f-4f7c-8ca6-02dfdbb1750b req-40261605-5452-4f9e-8063-99db6a7c493e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587671 Jun 23 01:59:55.364968 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:55.382328 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9e704857-7824-4fc1-8127-b6a59d1b6140,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:55.393960 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'port_id': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'mac_address': 'fa:16:3e:c9:24:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 01:59:55.429186 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 9e704857-7824-4fc1-8127-b6a59d1b6140 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:55.429708 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:55.452720 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e704857-7824-4fc1-8127-b6a59d1b6140 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 01:59:55.472518 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9e704857-7824-4fc1-8127-b6a59d1b6140,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:55.477510 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:55.527459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:55.586115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4231-cec6-4b10-bb5e-368ed422fd70 req-716df376-38b7-4496-a501-4752f673ba26 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:55.587659 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-585d4231-cec6-4b10-bb5e-368ed422fd70 req-716df376-38b7-4496-a501-4752f673ba26 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 944 time: 0.0524535 Jun 23 01:59:55.640013 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-585d4231-cec6-4b10-bb5e-368ed422fd70 req-c84db59d-4425-4af1-ace6-1489619cb984 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Jun 23 01:59:55.931910 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['9e704857-7824-4fc1-8127-b6a59d1b6140'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 01:59:56.417839 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae980b-d957-4bea-8bca-4686d00212fc req-eac790ff-1683-42e5-8156-4ae305c14d8c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:56.419201 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3ae980b-d957-4bea-8bca-4686d00212fc req-eac790ff-1683-42e5-8156-4ae305c14d8c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0491617 Jun 23 01:59:56.482565 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e3ae980b-d957-4bea-8bca-4686d00212fc req-2ae32b3f-141a-4b9c-b232-f9d3b1898ee5 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545304 Jun 23 01:59:56.759894 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef217c-945b-48c4-aff5-7aa504c6a37b req-7071a9ff-838f-47ed-9d8e-70e9c4cdd243 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:56.761359 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5ef217c-945b-48c4-aff5-7aa504c6a37b req-7071a9ff-838f-47ed-9d8e-70e9c4cdd243 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 944 time: 0.0512235 Jun 23 01:59:56.812516 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5ef217c-945b-48c4-aff5-7aa504c6a37b req-bb42dad8-8691-425a-bcbf-3539aff4273a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Jun 23 01:59:57.283327 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9e704857-7824-4fc1-8127-b6a59d1b6140 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 01:59:57.376298 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 9e704857-7824-4fc1-8127-b6a59d1b6140 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 01:59:57.383961 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 9e704857-7824-4fc1-8127-b6a59d1b6140 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 01:59:57.384427 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:57.504053 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:57.506674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 9e704857-7824-4fc1-8127-b6a59d1b6140 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 01:59:57.507065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:57.530401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 01:59:57.532685 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b195e7-23de-4545-bff7-13e44339482e" -d '{"events": [{"server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 01:59:57.546302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9e704857-7824-4fc1-8127-b6a59d1b6140,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 01:59:57.551660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:57.583691 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa0e5b9-15a6-4f3c-a54c-fdb8fe1072fc x-openstack-request-id: req-afa0e5b9-15a6-4f3c-a54c-fdb8fe1072fc {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 01:59:57.583983 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 01:59:57.584202 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afa0e5b9-15a6-4f3c-a54c-fdb8fe1072fc {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 01:59:57.584587 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa0e5b9-15a6-4f3c-a54c-fdb8fe1072fc'] response: {'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'code': 200} Jun 23 01:59:57.605505 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 01:59:57.610026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec4080-d3d6-4373-aa85-f8e748e867cf req-16d7ca62-e569-4e9b-95f9-fa3e81009d39 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:57.611532 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6dec4080-d3d6-4373-aa85-f8e748e867cf req-16d7ca62-e569-4e9b-95f9-fa3e81009d39 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0541887 Jun 23 01:59:57.672859 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6dec4080-d3d6-4373-aa85-f8e748e867cf req-5bee6da9-a91f-4875-bbe7-14c28f7d2784 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549951 Jun 23 01:59:57.912884 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c043d-74da-41e3-b3fa-ffc88381eb2c req-8fc5890c-b36b-4a7e-8a39-91cdac7f0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:57.914416 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7d1c043d-74da-41e3-b3fa-ffc88381eb2c req-8fc5890c-b36b-4a7e-8a39-91cdac7f0e0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 1129 time: 0.0424650 Jun 23 01:59:57.929710 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46ad91-cade-4a9f-951b-f4c75ba677f4 req-b406eab0-89bc-4412-aecb-b483f6ac7773 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:57.931195 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f46ad91-cade-4a9f-951b-f4c75ba677f4 req-b406eab0-89bc-4412-aecb-b483f6ac7773 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Jun 23 01:59:57.962319 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7d1c043d-74da-41e3-b3fa-ffc88381eb2c req-71bf2649-76aa-483f-b9a4-75c65b5988b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Jun 23 01:59:57.976257 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 01:59:57.981550 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f46ad91-cade-4a9f-951b-f4c75ba677f4 req-33bd5764-269e-461e-bfae-3e40b47a5dfa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Jun 23 01:59:58.324757 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa5b08-0766-4138-b004-7af32238dbff req-73a84920-9c8b-4a16-9793-7e835e152a34 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:58.326241 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ecaa5b08-0766-4138-b004-7af32238dbff req-73a84920-9c8b-4a16-9793-7e835e152a34 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0505276 Jun 23 01:59:58.377796 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ecaa5b08-0766-4138-b004-7af32238dbff req-f70e7eaa-f82b-4693-8acf-90cb360d252f tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Jun 23 01:59:58.421074 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ef1399f7-c61c-4b94-8713-cc4c01771c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 01:59:58.813412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87c08-02fb-4550-90f7-95a1535064ea req-9bc28d27-b9e8-4330-85e9-c5488d3c7e54 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:58.814952 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f1a87c08-02fb-4550-90f7-95a1535064ea req-9bc28d27-b9e8-4330-85e9-c5488d3c7e54 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0636845 Jun 23 01:59:58.875864 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f1a87c08-02fb-4550-90f7-95a1535064ea req-7aa89bc0-7e31-4b58-8272-88de4f0ed93e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552189 Jun 23 01:59:59.107435 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20bb22-3010-44ba-8ad1-473d5a73479d req-56a5a393-2cbb-4b97-9897-cac49e46eb51 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:59.108887 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6c20bb22-3010-44ba-8ad1-473d5a73479d req-56a5a393-2cbb-4b97-9897-cac49e46eb51 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0560846 Jun 23 01:59:59.164315 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6c20bb22-3010-44ba-8ad1-473d5a73479d req-0a7ad1cc-868e-4f5c-bd95-823873b11816 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 Jun 23 01:59:59.494136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a2e4-cdd1-40b7-8323-5099546fb993 req-28dcfe43-cbc3-41cb-8f79-2d49ca47a073 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 01:59:59.495605 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4730a2e4-cdd1-40b7-8323-5099546fb993 req-28dcfe43-cbc3-41cb-8f79-2d49ca47a073 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0491490 Jun 23 01:59:59.542847 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4730a2e4-cdd1-40b7-8323-5099546fb993 req-e16f8e37-7097-4a2e-8aa1-34207bdbce67 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Jun 23 02:00:00.005333 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b89a4-59ff-4287-aac2-5b9519056815 req-78b93f56-3a70-414c-91db-d25a7cded29c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:00.006864 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-622b89a4-59ff-4287-aac2-5b9519056815 req-78b93f56-3a70-414c-91db-d25a7cded29c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0484130 Jun 23 02:00:00.054376 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:00.069889 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-622b89a4-59ff-4287-aac2-5b9519056815 req-877b1b7b-8b7d-42b1-b625-5c024547c02e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572765 Jun 23 02:00:00.289531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd93cb-a06f-4f35-9a65-1291d3cff76c req-90216a19-8bba-444a-92de-7084fb0b03aa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:00.291027 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-90dd93cb-a06f-4f35-9a65-1291d3cff76c req-90216a19-8bba-444a-92de-7084fb0b03aa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0583858 Jun 23 02:00:00.341513 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-90dd93cb-a06f-4f35-9a65-1291d3cff76c req-17401d47-2bbd-4f69-874b-a8b14b6b4c5b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Jun 23 02:00:00.457208 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6ba9f-e26f-4d5d-a24a-7a588c05c45f req-80eb47f2-95b3-42f1-a57f-4726bdf6e0f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:00.458652 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d5f6ba9f-e26f-4d5d-a24a-7a588c05c45f req-80eb47f2-95b3-42f1-a57f-4726bdf6e0f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0477083 Jun 23 02:00:00.511231 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d5f6ba9f-e26f-4d5d-a24a-7a588c05c45f req-95042ae5-52ad-4a78-8d96-50b374a8d66a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461380 Jun 23 02:00:00.538929 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 56684) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:00:00.687994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32659-ada9-40c6-9392-5801a7306780 req-029d094e-b966-4136-8fb6-97f31c4f8449 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:00.689427 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5d32659-ada9-40c6-9392-5801a7306780 req-029d094e-b966-4136-8fb6-97f31c4f8449 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0752540 Jun 23 02:00:00.697403 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:00.698364 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14548ac-a39a-4121-9db1-21ea4956e014 tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:00.699955 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-c14548ac-a39a-4121-9db1-21ea4956e014 tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 1124 time: 0.1598845 Jun 23 02:00:00.703262 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 56690) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:00:00.704869 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-966d1bec-0e3f-48a0-8723-194df6a030aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:00.709448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'port_id': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:00:00.734491 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:00.743280 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5d32659-ada9-40c6-9392-5801a7306780 req-2120c682-e151-4b9a-9943-b02caed6641c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472176 Jun 23 02:00:00.815405 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.148963 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.27.0.225 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/57a3ed27-e5a0-4555-b831-3073d9f596c6) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:00:01.185308 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8cd15-fabf-4f62-9981-c913ddea7b1d req-72145024-0942-41cc-abec-6734726d4345 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:01.186789 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1a8cd15-fabf-4f62-9981-c913ddea7b1d req-72145024-0942-41cc-abec-6734726d4345 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0472765 Jun 23 02:00:01.247929 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1a8cd15-fabf-4f62-9981-c913ddea7b1d req-bd0bf376-2062-4309-86d6-d67e7cfea466 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553305 Jun 23 02:00:01.253717 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.292434 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.324310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:01.327238 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:01.333929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:00:01.339398 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:00:01.344133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:00:01.347834 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=57a3ed27-e5a0-4555-b831-3073d9f596c6,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:01.707744 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (b09ecf52-08be-421e-985d-4493c831959d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.784098 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.874514 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f811d-5929-468f-b71b-ecc62214f3f3 req-e65792ad-84da-46fd-8373-cf8f7b814e47 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:01.877827 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1b4f811d-5929-468f-b71b-ecc62214f3f3 req-e65792ad-84da-46fd-8373-cf8f7b814e47 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0541818 Jun 23 02:00:01.927914 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1b4f811d-5929-468f-b71b-ecc62214f3f3 req-b8e7ab6e-090a-4800-9368-a30be5a4a52a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 Jun 23 02:00:01.936807 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:01.942550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:02.012489 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=57a3ed27-e5a0-4555-b831-3073d9f596c6,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:02.022811 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (b09ecf52-08be-421e-985d-4493c831959d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:02.085984 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:02.122882 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP b09ecf52-08be-421e-985d-4493c831959d associated. External IP: 172.27.0.225, port: 9e704857-7824-4fc1-8127-b6a59d1b6140. Jun 23 02:00:02.170155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:02.209129 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:02.334338 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:00:02.373867 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf1cb-b8f8-4538-a555-4e2cf2f64d87 req-af7e16ea-9421-48e4-9d1a-6c76dc72e7b4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:02.375334 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bfdf1cb-b8f8-4538-a555-4e2cf2f64d87 req-af7e16ea-9421-48e4-9d1a-6c76dc72e7b4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0475004 Jun 23 02:00:02.401458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:02.437651 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7bfdf1cb-b8f8-4538-a555-4e2cf2f64d87 req-69f104ef-6e14-4386-b996-fd36872a21bb tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562966 Jun 23 02:00:02.439324 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:00:02.453572 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:00:02.465276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:02.465401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:00:02.465401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:00:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:00:02.494696 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2a30edd8-8b66-4d16-832f-14cef8c78abc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7869163 Jun 23 02:00:02.494696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:00:02.494696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcab24-caea-4823-9e2e-1ecefc364739" -d '{"events": [{"name": "network-changed", "server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:00:02.530928 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa08582-4d46-4746-beb6-7054fcb7f3bf x-openstack-request-id: req-1fa08582-4d46-4746-beb6-7054fcb7f3bf {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:00:02.531541 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:00:02.531789 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fa08582-4d46-4746-beb6-7054fcb7f3bf {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:00:02.532192 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa08582-4d46-4746-beb6-7054fcb7f3bf'] response: {'name': 'network-changed', 'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'status': 'completed', 'code': 200} Jun 23 02:00:02.568797 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:00:02.594500 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-3c203c74-5eb2-4c0c-9ade-4285cf190289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:02.596070 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-3c203c74-5eb2-4c0c-9ade-4285cf190289 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 1129 time: 0.0393484 Jun 23 02:00:02.686709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-0aed460e-de67-4c68-ac42-6fce59e9f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:02.688389 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-0aed460e-de67-4c68-ac42-6fce59e9f13d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.0850744 Jun 23 02:00:02.753572 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-3a847ee7-b234-44e7-b09e-918824f1838f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e704857-7824-4fc1-8127-b6a59d1b6140 HTTP/1.1" status: 200 len: 999 time: 0.0578313 Jun 23 02:00:02.779466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b09ecf52-08be-421e-985d-4493c831959d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:c9:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:00:01Z', 'updated_at': '2022-06-23T02:00:01Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:00:02.806158 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:00:02.807722 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-e4ee8297-e336-452a-851f-a36dc31ddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:02.809265 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-e4ee8297-e336-452a-851f-a36dc31ddc11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0492163 Jun 23 02:00:02.814900 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:00:02.815608 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:00:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:00:02.858881 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-f597ceb8-0a2c-4a35-a7d3-5f2b1bd87fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:02.860567 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-f597ceb8-0a2c-4a35-a7d3-5f2b1bd87fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442803 Jun 23 02:00:02.916250 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:00:02.967103 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-4a65474f-e90d-44e5-82b4-32b0b7e6c086 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975819 Jun 23 02:00:03.055827 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4f88-0ce0-41c6-988e-9528617cc3c6 req-f4ed2322-6251-4725-9661-21ab2b8c7032 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:03.057709 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ef4d4f88-0ce0-41c6-988e-9528617cc3c6 req-f4ed2322-6251-4725-9661-21ab2b8c7032 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0538654 Jun 23 02:00:03.064401 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4ebcab24-caea-4823-9e2e-1ecefc364739 req-f89554be-68aa-4017-92a1-96f043a5ddb4 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Jun 23 02:00:03.111182 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ef4d4f88-0ce0-41c6-988e-9528617cc3c6 req-b49cae5b-8de6-4694-9d98-d3780b11d874 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Jun 23 02:00:03.265381 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b09ecf52-08be-421e-985d-4493c831959d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:c9:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:00:01Z', 'updated_at': '2022-06-23T02:00:01Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:00:03.296456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3082e-f2ba-4a17-bd9c-f52a5623dbb0 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b09ecf52-08be-421e-985d-4493c831959d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:c9:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:00:01Z', 'updated_at': '2022-06-23T02:00:01Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:00:03.310177 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:03.496244 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f524140-854a-4648-992a-5debae6fbaaf None None] New status for floating IP b09ecf52-08be-421e-985d-4493c831959d: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:00:03.529410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:03.564120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf0f11-2505-4d3e-9b12-cbe85dc7d6be req-c5b19386-363d-4366-bf02-06b89deae4ff tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:03.565620 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9bcf0f11-2505-4d3e-9b12-cbe85dc7d6be req-c5b19386-363d-4366-bf02-06b89deae4ff tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0493836 Jun 23 02:00:03.626505 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9bcf0f11-2505-4d3e-9b12-cbe85dc7d6be req-0461e133-1c44-4293-8a72-3badb7aaf4e7 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549495 Jun 23 02:00:04.246297 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a844ef6-f29a-4dd0-a4ef-488ebf59160b req-22c63068-3415-4c70-a57b-721316811232 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:04.247772 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2a844ef6-f29a-4dd0-a4ef-488ebf59160b req-22c63068-3415-4c70-a57b-721316811232 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0574937 Jun 23 02:00:04.299754 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2a844ef6-f29a-4dd0-a4ef-488ebf59160b req-40a30296-2034-4714-a27c-e4436352f643 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Jun 23 02:00:04.713142 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:04.745140 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086b70-470a-4b95-b14b-f0fd0c673230 req-fe640154-78d8-4835-8ba4-64e7502beeb4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:04.746541 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-46086b70-470a-4b95-b14b-f0fd0c673230 req-fe640154-78d8-4835-8ba4-64e7502beeb4 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0482912 Jun 23 02:00:04.774952 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:04.825063 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-46086b70-470a-4b95-b14b-f0fd0c673230 req-9e983b78-c9a8-4ebe-9cef-f2906d20baeb tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726423 Jun 23 02:00:05.418534 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e709-73b6-445a-a1b3-5ffe6471ecc0 req-8bf3fcac-4249-409f-b8f8-c9cd4e17cd0b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:05.420957 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6767e709-73b6-445a-a1b3-5ffe6471ecc0 req-8bf3fcac-4249-409f-b8f8-c9cd4e17cd0b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0519729 Jun 23 02:00:05.474422 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6767e709-73b6-445a-a1b3-5ffe6471ecc0 req-d38beb12-bfb7-4184-ab81-3d34e944b99e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 Jun 23 02:00:05.950883 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0f840-ba55-4216-90bf-62e930e3db22 req-2bf700bd-10b6-42e7-8f0c-d5e81e916682 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:05.952358 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6bf0f840-ba55-4216-90bf-62e930e3db22 req-2bf700bd-10b6-42e7-8f0c-d5e81e916682 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0510905 Jun 23 02:00:06.016548 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6bf0f840-ba55-4216-90bf-62e930e3db22 req-cbe8bedc-177b-40da-9933-e734e17f2544 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545654 Jun 23 02:00:06.592563 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891ca1-d0a4-4d01-8ea6-96ee54972aaa req-65c4d441-ccc0-4364-b8ec-f56370cd404e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:06.593958 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e891ca1-d0a4-4d01-8ea6-96ee54972aaa req-65c4d441-ccc0-4364-b8ec-f56370cd404e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0495443 Jun 23 02:00:06.642546 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e891ca1-d0a4-4d01-8ea6-96ee54972aaa req-7cd17f31-5f3a-4159-b247-5a131d234816 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Jun 23 02:00:07.151708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8ad8-73a6-4479-b6e4-4242b40c6e5b req-da5e308a-87ca-460a-907f-867f3ff02c20 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:07.153141 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9aad8ad8-73a6-4479-b6e4-4242b40c6e5b req-da5e308a-87ca-460a-907f-867f3ff02c20 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0576887 Jun 23 02:00:07.215098 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9aad8ad8-73a6-4479-b6e4-4242b40c6e5b req-307963c8-22e7-40c1-a341-ec2b5489a57c tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561690 Jun 23 02:00:07.776614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaed81-7112-45c2-bbf0-245e894d2487 req-a993722c-1fd2-4579-bee7-2b5536f37234 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:07.778057 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bebaed81-7112-45c2-bbf0-245e894d2487 req-a993722c-1fd2-4579-bee7-2b5536f37234 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0558388 Jun 23 02:00:07.826213 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bebaed81-7112-45c2-bbf0-245e894d2487 req-adf5e7f9-1f89-4dbc-bc36-7ac7f9bed9c6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Jun 23 02:00:08.338560 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f695-12bd-401f-af56-76797b3ca889 req-863657dd-1a12-4970-adf4-fc40bdeb6574 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:08.340032 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c608f695-12bd-401f-af56-76797b3ca889 req-863657dd-1a12-4970-adf4-fc40bdeb6574 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0478919 Jun 23 02:00:08.375803 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:08.407694 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c608f695-12bd-401f-af56-76797b3ca889 req-e206e62f-6405-4248-8dcc-17f391aa1f50 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590260 Jun 23 02:00:08.946569 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb797d-ab31-44da-abe2-8b655dc6f03a req-c1792b72-a6ed-40f2-8b2e-34421f87cf89 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:08.948072 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-37cb797d-ab31-44da-abe2-8b655dc6f03a req-c1792b72-a6ed-40f2-8b2e-34421f87cf89 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0469434 Jun 23 02:00:08.997303 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-37cb797d-ab31-44da-abe2-8b655dc6f03a req-57265b7b-682a-4399-8056-218474001bd9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Jun 23 02:00:09.207800 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33cf30-2f4b-485c-8b0d-b97c8d2abbeb req-ea377bcc-705b-4c16-9197-3fb74486dd49 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.209277 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0e33cf30-2f4b-485c-8b0d-b97c8d2abbeb req-ea377bcc-705b-4c16-9197-3fb74486dd49 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0524030 Jun 23 02:00:09.251854 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-7e5cafa2-5f76-43be-b004-637a95e3ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.254090 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-7e5cafa2-5f76-43be-b004-637a95e3ba42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1129 time: 0.0546536 Jun 23 02:00:09.262993 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0e33cf30-2f4b-485c-8b0d-b97c8d2abbeb req-6a8d3142-563b-4898-9e81-6a39e92f15dd tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480142 Jun 23 02:00:09.354129 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-00a9eff9-f024-44fb-8f0d-b4fd63e06644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.356034 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-00a9eff9-f024-44fb-8f0d-b4fd63e06644 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.0911055 Jun 23 02:00:09.417050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:09.424458 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-8bccb9c8-5d90-4568-b0f7-673ea2e5bf56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 1000 time: 0.0618348 Jun 23 02:00:09.467874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:09.479909 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-21142656-1494-4055-8e47-7dcfa4293cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.481522 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-21142656-1494-4055-8e47-7dcfa4293cd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0490189 Jun 23 02:00:09.530577 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-a5af3e76-df42-41f4-ad29-b28f2b77dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.532107 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-a5af3e76-df42-41f4-ad29-b28f2b77dc20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398872 Jun 23 02:00:09.536660 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef5f4-5c9f-4a2f-bd6c-6afc54bccb35 req-02665976-4aec-4c0a-9619-8f9ca1037d9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:09.538150 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c5ef5f4-5c9f-4a2f-bd6c-6afc54bccb35 req-02665976-4aec-4c0a-9619-8f9ca1037d9d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0503666 Jun 23 02:00:09.598590 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4c5ef5f4-5c9f-4a2f-bd6c-6afc54bccb35 req-64ac4d4f-749f-4a10-b62b-4b884ef1f4cf tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546956 Jun 23 02:00:09.625182 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-d6340ad6-bec0-420e-bbc3-112434b6cc3f service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861902 Jun 23 02:00:09.720078 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-77d62d7c-41ea-4800-8e99-d0d5f68a2ea2 req-52d0220d-6ce1-446f-852c-d40f9e38dbb6 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880899 Jun 23 02:00:10.262995 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:00:10.381927 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f0b27-71a5-4a0b-a32c-4bba22d40e42 req-e4fff64d-a51a-48fa-8a16-4d1213baab80 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:10.383412 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-307f0b27-71a5-4a0b-a32c-4bba22d40e42 req-e4fff64d-a51a-48fa-8a16-4d1213baab80 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0468371 Jun 23 02:00:10.421462 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:10.433930 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-307f0b27-71a5-4a0b-a32c-4bba22d40e42 req-1d78ca7e-a4c7-49b5-9332-f987aaa1b300 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451360 Jun 23 02:00:10.719073 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99ef13-c7fd-4be6-8b2c-759819671d46 req-56cec97b-c748-46da-9b6b-fc72944dc96b tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:10.720650 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6b99ef13-c7fd-4be6-8b2c-759819671d46 req-56cec97b-c748-46da-9b6b-fc72944dc96b tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0470479 Jun 23 02:00:10.787018 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6b99ef13-c7fd-4be6-8b2c-759819671d46 req-ba255b70-cf53-4b07-a0dc-a0730145dcc8 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582001 Jun 23 02:00:11.571354 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fededab-bc3d-4801-8a3c-1f334ddedc91 req-5838a48e-4f49-4e3d-9c5b-2dd2198df616 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:11.572703 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fededab-bc3d-4801-8a3c-1f334ddedc91 req-5838a48e-4f49-4e3d-9c5b-2dd2198df616 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jun 23 02:00:11.622783 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fededab-bc3d-4801-8a3c-1f334ddedc91 req-63c2ccd6-7b2f-47cf-bc09-0fd3c8a6ed74 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Jun 23 02:00:11.919631 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe48bbb-6a26-45ad-9f17-7075b422fa30 req-2dfa974b-6648-4ca8-bc55-ec916caf3fba tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:11.921429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abe48bbb-6a26-45ad-9f17-7075b422fa30 req-2dfa974b-6648-4ca8-bc55-ec916caf3fba tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0492303 Jun 23 02:00:11.991176 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abe48bbb-6a26-45ad-9f17-7075b422fa30 req-40e83b13-921e-4359-ad4e-4e058706b2ba tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613825 Jun 23 02:00:12.743691 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81a08d-96cb-4d16-9aba-5ddaaedc7bd6 req-2d165b2c-8899-456c-836e-729e6b0cedc0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:12.745194 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9b81a08d-96cb-4d16-9aba-5ddaaedc7bd6 req-2d165b2c-8899-456c-836e-729e6b0cedc0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0523791 Jun 23 02:00:12.799040 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9b81a08d-96cb-4d16-9aba-5ddaaedc7bd6 req-72dee905-abb0-409e-8063-0b969acdf75a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482116 Jun 23 02:00:13.108091 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9eca9-4150-4b69-a86a-5c50b8cf555b req-86fd631c-6df6-4ea7-9850-2b33af6d26fa tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:13.109630 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ba9eca9-4150-4b69-a86a-5c50b8cf555b req-86fd631c-6df6-4ea7-9850-2b33af6d26fa tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0497057 Jun 23 02:00:13.171321 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ba9eca9-4150-4b69-a86a-5c50b8cf555b req-7c81a15f-e914-4671-bd94-377004d21a65 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538771 Jun 23 02:00:13.596269 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:13.926617 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052096c-019b-4267-9f85-6a0dda9a133a req-cab34483-bd4b-41f4-8f1b-76b6a8397d00 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:13.928084 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9052096c-019b-4267-9f85-6a0dda9a133a req-cab34483-bd4b-41f4-8f1b-76b6a8397d00 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0535972 Jun 23 02:00:13.977764 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9052096c-019b-4267-9f85-6a0dda9a133a req-4976d97e-6a08-42c4-9e78-31a59ac6afd1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Jun 23 02:00:14.301591 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f03e48-9245-44b7-8468-130968e74195 req-be52b424-ae4c-47b4-8695-246673c55fdb tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:14.303078 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d7f03e48-9245-44b7-8468-130968e74195 req-be52b424-ae4c-47b4-8695-246673c55fdb tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0483000 Jun 23 02:00:14.331169 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:14.367083 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d7f03e48-9245-44b7-8468-130968e74195 req-0a868d51-0d1b-460f-b4ca-1f559d01c0eb tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&id=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582690 Jun 23 02:00:14.706236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:14.708249 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:17.225955 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=17 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:19.704651 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=30 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:19.714736 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=23 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:24.357256 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:24.361990 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=75 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:27.230628 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:28.428336 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c3a860c8-caee-48e6-be93-8fe3b1537113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:29.891682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-214f1ab8-de9c-4ca7-91a5-6e7a27e4ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:29.893186 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-214f1ab8-de9c-4ca7-91a5-6e7a27e4ff90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.0440989 Jun 23 02:00:29.896234 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34094630-efcd-4f7a-acbc-b6e670437dea req-39f5f242-715c-4e5a-9db2-651aa26aca2d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:29.897721 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-34094630-efcd-4f7a-acbc-b6e670437dea req-39f5f242-715c-4e5a-9db2-651aa26aca2d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0469861 Jun 23 02:00:29.949845 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-34094630-efcd-4f7a-acbc-b6e670437dea req-5225395c-b4a4-45f3-9015-c88501876e2d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464480 Jun 23 02:00:29.990484 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-b97e71bd-6978-4786-8fa2-c8edef207400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:29.991988 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-b97e71bd-6978-4786-8fa2-c8edef207400 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.0902841 Jun 23 02:00:30.059428 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-07fda546-aa25-4478-a1f6-5711006d4eb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 1001 time: 0.0606940 Jun 23 02:00:30.114433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-90f73bc0-77e0-4ad6-946c-34728f026d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:30.115935 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-90f73bc0-77e0-4ad6-946c-34728f026d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0495343 Jun 23 02:00:30.161151 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-146c8c58-45b8-474b-a199-bd7313b31dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:30.162629 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-146c8c58-45b8-474b-a199-bd7313b31dcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391676 Jun 23 02:00:30.260739 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-247c3074-726e-462f-ac4d-5aa3e81634c4 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893085 Jun 23 02:00:30.357490 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9ff2b917-4280-44fb-b6fb-8347703d976b req-795be33f-e9ff-4fbd-a11a-734db8053928 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893521 Jun 23 02:00:30.699203 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ddc-aa4f-4899-abc6-aab40f355e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:31.078870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2018ef5-ed01-4f59-b82d-7894aa2e12c5 req-000f2ab2-d981-43ef-a4f9-ce8255bcfab3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:31.080391 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d2018ef5-ed01-4f59-b82d-7894aa2e12c5 req-000f2ab2-d981-43ef-a4f9-ce8255bcfab3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0482407 Jun 23 02:00:31.131688 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d2018ef5-ed01-4f59-b82d-7894aa2e12c5 req-ea9f9464-2632-4e3e-a9c5-a95144d63c71 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Jun 23 02:00:31.261637 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e864-fc1b-4b30-aa24-0620475fe071 req-57df341c-6eb3-4b4d-a3ed-92d0a7767984 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:31.262983 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c707e864-fc1b-4b30-aa24-0620475fe071 req-57df341c-6eb3-4b4d-a3ed-92d0a7767984 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Jun 23 02:00:31.309922 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c707e864-fc1b-4b30-aa24-0620475fe071 req-65ce16d1-4a6d-4459-a75b-2fbea4a00f3b tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Jun 23 02:00:32.089513 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:32.255400 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cac27-92fa-459a-810b-75c1e3922609 req-c070b2ed-f07b-4d85-8de9-05d310156938 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:32.256817 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b98cac27-92fa-459a-810b-75c1e3922609 req-c070b2ed-f07b-4d85-8de9-05d310156938 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0515680 Jun 23 02:00:32.306193 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b98cac27-92fa-459a-810b-75c1e3922609 req-ceb2d541-16f6-4896-bc71-e6ef8fe8d7c3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Jun 23 02:00:32.434968 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51b0f5-4e85-4bb1-970d-101cae4d8ad3 req-005721d0-734a-4e70-a7f1-e63f65179eb5 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:32.436506 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4d51b0f5-4e85-4bb1-970d-101cae4d8ad3 req-005721d0-734a-4e70-a7f1-e63f65179eb5 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Jun 23 02:00:32.490973 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4d51b0f5-4e85-4bb1-970d-101cae4d8ad3 req-e93581dc-8865-4d48-a9ea-077e2363ee39 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Jun 23 02:00:33.303562 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:33.435374 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda1cca-1304-4fee-bee9-263f55fa1bd9 req-2e2eccec-4fce-4ff2-8040-6ddf22d62539 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:33.436890 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ffda1cca-1304-4fee-bee9-263f55fa1bd9 req-2e2eccec-4fce-4ff2-8040-6ddf22d62539 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0595241 Jun 23 02:00:33.485317 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ffda1cca-1304-4fee-bee9-263f55fa1bd9 req-b1e304e7-b211-4180-bbb9-142425aa7e81 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412428 Jun 23 02:00:33.528140 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:33.605914 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d862d3-eba4-44f0-9100-709a5940adb0 req-a97199bf-480d-4144-a55a-590a81fb6b7e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:33.607309 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-00d862d3-eba4-44f0-9100-709a5940adb0 req-a97199bf-480d-4144-a55a-590a81fb6b7e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Jun 23 02:00:33.655009 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-00d862d3-eba4-44f0-9100-709a5940adb0 req-cadd5f69-fcb2-4a46-8552-9bc13ade1d05 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Jun 23 02:00:33.718384 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-cbee894a-80cd-4794-b863-5078220ec696 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:33.719847 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-cbee894a-80cd-4794-b863-5078220ec696 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 945 time: 0.0506430 Jun 23 02:00:33.810533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Deleting port 29782027-cd16-44d7-82d0-f89be6c10b4f {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:00:33.810849 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:33.902297 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] For port 29782027-cd16-44d7-82d0-f89be6c10b4f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=29782027-cd16-44d7-82d0-f89be6c10b4f,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:00:33.902520 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:33.915894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Calling delete_port for 29782027-cd16-44d7-82d0-f89be6c10b4f owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:00:34.048312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (29782027-cd16-44d7-82d0-f89be6c10b4f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:34.065716 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['29782027-cd16-44d7-82d0-f89be6c10b4f'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:00:34.084361 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Pushing event deleted for resources: {'Port': ['ID=29782027-cd16-44d7-82d0-f89be6c10b4f,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:34.109142 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.109504 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.109954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.110185 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.110539 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.110877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.111204 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.111550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.111900 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.112207 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.112529 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.112829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.113143 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.113458 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.113770 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:34.137346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] No DVR routers for this DVR port 29782027-cd16-44d7-82d0-f89be6c10b4f on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:00:34.139865 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:34.143063 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-87cd0c52-dace-4f70-ba39-a3653430f59b req-f08b9bd1-890a-426e-9069-c81fa58572dd tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "DELETE /v2.0/ports/29782027-cd16-44d7-82d0-f89be6c10b4f HTTP/1.1" status: 204 len: 173 time: 0.4107406 Jun 23 02:00:34.143516 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'name': 'network-vif-deleted', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:00:34.145723 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c05b72-0d10-41fb-9c71-1167545f60b6" -d '{"events": [{"server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "name": "network-vif-deleted", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:00:34.183237 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181daf3-26e4-4ca9-aeb9-c7aac04a5253 x-openstack-request-id: req-8181daf3-26e4-4ca9-aeb9-c7aac04a5253 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:00:34.183525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4c0197-9a9d-437e-992c-8672f6e317d0", "name": "network-vif-deleted", "tag": "29782027-cd16-44d7-82d0-f89be6c10b4f", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:00:34.183778 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8181daf3-26e4-4ca9-aeb9-c7aac04a5253 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:00:34.184196 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8181daf3-26e4-4ca9-aeb9-c7aac04a5253'] response: {'server_uuid': 'ea4c0197-9a9d-437e-992c-8672f6e317d0', 'name': 'network-vif-deleted', 'tag': '29782027-cd16-44d7-82d0-f89be6c10b4f', 'status': 'completed', 'code': 200} Jun 23 02:00:34.611789 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30d623-6a55-4c67-9618-a76babf03853 req-4bbf22ea-a46f-4cb2-9c8c-8ee79ea0939d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:34.613269 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e30d623-6a55-4c67-9618-a76babf03853 req-4bbf22ea-a46f-4cb2-9c8c-8ee79ea0939d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0506546 Jun 23 02:00:34.664044 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e30d623-6a55-4c67-9618-a76babf03853 req-ff18bf6f-133c-4398-beba-f4e5bf17a689 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Jun 23 02:00:34.715800 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:34.773477 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-051411af-6905-424f-9d98-9f2b0cd75501 req-c3ef8761-aa38-4605-8abb-c150405865ae tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea4c0197-9a9d-437e-992c-8672f6e317d0 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Jun 23 02:00:35.798850 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e366e-0e4f-467e-badd-8f2b69c518ab req-773f9948-ba00-41bf-8f91-66164a802a25 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:35.800383 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b1e366e-0e4f-467e-badd-8f2b69c518ab req-773f9948-ba00-41bf-8f91-66164a802a25 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0487213 Jun 23 02:00:35.854723 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b1e366e-0e4f-467e-badd-8f2b69c518ab req-2c3999dc-0e67-424b-b8b4-b3044afcf98d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488217 Jun 23 02:00:36.979158 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462609d-d122-4243-a870-af0cb13f4740 req-c90cbfb9-f17e-4239-a5e9-d4951cfd6eaf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:36.980609 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a462609d-d122-4243-a870-af0cb13f4740 req-c90cbfb9-f17e-4239-a5e9-d4951cfd6eaf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0471706 Jun 23 02:00:37.019536 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:37.035441 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a462609d-d122-4243-a870-af0cb13f4740 req-80bb76d5-7c81-4a02-a9b8-0decc91a2a69 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467649 Jun 23 02:00:37.944610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 29782027-cd16-44d7-82d0-f89be6c10b4f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:00:37.973321 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 29782027-cd16-44d7-82d0-f89be6c10b4f {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:00:37.973660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 29782027-cd16-44d7-82d0-f89be6c10b4f not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:00:38.157341 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624b66-e922-4de3-a6d6-b5c22d4520c5 req-897714e5-4e62-49f5-9370-99ae974473a9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:38.158985 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-33624b66-e922-4de3-a6d6-b5c22d4520c5 req-897714e5-4e62-49f5-9370-99ae974473a9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0560732 Jun 23 02:00:38.210633 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-33624b66-e922-4de3-a6d6-b5c22d4520c5 req-516e183d-eefc-4197-8524-d2be560008d3 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Jun 23 02:00:39.324306 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730a9d4-a536-435a-9486-4050b2d576aa req-80a1342c-ed50-471c-9d64-50ce3040d0f1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:39.325704 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7730a9d4-a536-435a-9486-4050b2d576aa req-80a1342c-ed50-471c-9d64-50ce3040d0f1 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0473104 Jun 23 02:00:39.355630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:39.372962 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7730a9d4-a536-435a-9486-4050b2d576aa req-ff004e7f-fb2a-4d6a-8d64-3a119240c976 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Jun 23 02:00:40.510253 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721149-856a-4bc9-a016-16b8d9b546a1 req-6a08eb46-3bd1-4571-acdb-45927a464c52 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:40.511793 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d721149-856a-4bc9-a016-16b8d9b546a1 req-6a08eb46-3bd1-4571-acdb-45927a464c52 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0700064 Jun 23 02:00:40.569050 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d721149-856a-4bc9-a016-16b8d9b546a1 req-afe67e4c-656c-4313-9044-53da3a590dd8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Jun 23 02:00:40.682547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:40.713393 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-5be4cac6-a7bd-47de-bf81-e35062aa22ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401335 Jun 23 02:00:40.769499 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:40.782166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-85c194ef-6342-41e2-aeef-862ff8a26357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:40.783876 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-85c194ef-6342-41e2-aeef-862ff8a26357 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 1129 time: 0.0401766 Jun 23 02:00:41.207944 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:41.213294 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:41.663124 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-d96505b8-e797-419c-9aaf-6be6a5c6410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:41.664714 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-d96505b8-e797-419c-9aaf-6be6a5c6410d service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.0954309 Jun 23 02:00:41.686609 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d2283-f720-473a-9355-3fba5b5ede3e req-61d06350-e705-472b-af5e-37adf6959724 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:41.688200 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2a5d2283-f720-473a-9355-3fba5b5ede3e req-61d06350-e705-472b-af5e-37adf6959724 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0470259 Jun 23 02:00:41.735482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2a5d2283-f720-473a-9355-3fba5b5ede3e req-9968dec3-66aa-4bf7-a233-2f7f4874a453 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Jun 23 02:00:42.416214 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-d5ac5e42-d020-4a9e-8571-14e5126efaaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 200 len: 1000 time: 0.0648680 Jun 23 02:00:42.873054 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3cf2d-b96e-480e-8d22-dbcf88e25397 req-65125540-9cb4-412c-b43f-29ebbbdfd0a8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:42.874455 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09c3cf2d-b96e-480e-8d22-dbcf88e25397 req-65125540-9cb4-412c-b43f-29ebbbdfd0a8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0522666 Jun 23 02:00:42.925446 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09c3cf2d-b96e-480e-8d22-dbcf88e25397 req-20ad466d-4f29-4aba-b80e-476f05362f6f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427380 Jun 23 02:00:43.302546 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-fd550216-a9a9-46c8-8d6d-3d9cfcabd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:43.304100 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-fd550216-a9a9-46c8-8d6d-3d9cfcabd3f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0557935 Jun 23 02:00:43.350386 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-cde39417-4b98-473c-892f-ef3ea2d1b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:43.351923 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-cde39417-4b98-473c-892f-ef3ea2d1b3c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380323 Jun 23 02:00:43.453591 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-5a92e7a8-28da-4edb-963d-80d2c15b6dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844257 Jun 23 02:00:43.778704 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-156157f7-0ef6-47eb-808d-b7dc0fbf3e7e req-43fbfe28-59c6-4109-b8a2-f168fe17d431 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175571 Jun 23 02:00:43.847734 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-14a53ff8-f9af-43b2-8d05-558e440880af tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:43.849130 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-14a53ff8-f9af-43b2-8d05-558e440880af tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/networks?id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 200 len: 814 time: 0.1023152 Jun 23 02:00:43.864180 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-d951c76a-e235-407b-8197-143cb36cb631 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/quotas/9b84d8e675cc4386bb229f124b399e03 HTTP/1.1" status: 200 len: 375 time: 0.0094023 Jun 23 02:00:43.906458 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-ac8ce083-ca65-4dee-86a7-fe13ea70a131 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373919 Jun 23 02:00:44.011696 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-0b3b8ea0-5037-4961-ae43-036688fe6f30 service neutron] 10.222.0.26 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982897 Jun 23 02:00:44.070359 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871baa66-9b72-477e-9a13-188086b33fcb req-012c21d7-344f-4028-98a0-73f1aefca8b5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:44.071832 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-871baa66-9b72-477e-9a13-188086b33fcb req-012c21d7-344f-4028-98a0-73f1aefca8b5 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0746312 Jun 23 02:00:44.154580 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-cbd0fea1-c943-4408-b9d1-5b1f0b579e7b service neutron] 10.222.0.26 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271026 Jun 23 02:00:44.162784 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-871baa66-9b72-477e-9a13-188086b33fcb req-8d6ffaec-fc7d-499f-ae7f-675e4c4ee771 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851331 Jun 23 02:00:44.316910 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5843394b-e4e7-4889-9a38-c1b15c4d92b0 req-b65ccfb9-9ea8-42d0-b3cd-b326c359d728 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 210 time: 0.0298498 Jun 23 02:00:45.293725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7c41-9209-44b6-a229-5b6af697fb70 req-537aaf92-a7f7-44b1-afff-f1db393ea115 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:45.295766 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-957a7c41-9209-44b6-a229-5b6af697fb70 req-537aaf92-a7f7-44b1-afff-f1db393ea115 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0516603 Jun 23 02:00:45.344652 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-957a7c41-9209-44b6-a229-5b6af697fb70 req-9a5f9272-778c-40f1-89d9-ca449ce2633e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436933 Jun 23 02:00:45.413010 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dc1ec231-0d88-456c-bb21-c53fb461ac70 req-cec3a0cb-f018-4112-929a-449284b0f2ac tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 210 time: 0.0277481 Jun 23 02:00:45.491694 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-b9e9170a-261f-43c5-9ebb-d4944461cf5e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:45.493186 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-b9e9170a-261f-43c5-9ebb-d4944461cf5e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "GET /v2.0/networks?id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 200 len: 814 time: 0.1146543 Jun 23 02:00:45.510987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Request body: {'port': {'device_id': '56258c33-f03c-4b1c-bf88-46f200374abb', 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55', 'admin_state_up': True, 'tenant_id': '9b84d8e675cc4386bb229f124b399e03'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:00:45.624868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Made reservation on behalf of 9b84d8e675cc4386bb229f124b399e03 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:00:45.628401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:45.758278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Allocated IP 172.20.0.3 (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55/de985e3b-293e-4312-b618-0f7c97528de2/22fbc75d-2406-4497-95ea-3a7cbd6cdd97) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:00:45.815559 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:45.879127 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:45.937123 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks [] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:45.972794 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.018643 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:00:46.021575 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:00:46.025660 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:00:46.048669 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Pushing event updated for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:46.076224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.076818 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.095003 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-4646eca0-5138-4c8b-b958-bb4475ea39c8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874004 Jun 23 02:00:46.107844 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Request body: {'port': {'device_id': '56258c33-f03c-4b1c-bf88-46f200374abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:00:46.172832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.452019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:00:46.461265 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks [] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.469292 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d40e1-6de5-4bc1-afed-58876f730891 req-9bd30fb9-0298-4159-972d-b060ea499043 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.470793 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-742d40e1-6de5-4bc1-afed-58876f730891 req-9bd30fb9-0298-4159-972d-b060ea499043 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0517905 Jun 23 02:00:46.475123 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Transition to ACTIVE for port object 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:00:46.481674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.487805 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:46.541347 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:46.576574 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e520b-20ed-4d7b-9029-3264b3458f71 req-2e8f9991-c1dd-405e-b34f-481d4466dcc8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.578342 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-086e520b-20ed-4d7b-9029-3264b3458f71 req-2e8f9991-c1dd-405e-b34f-481d4466dcc8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 943 time: 0.0892346 Jun 23 02:00:46.583025 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-742d40e1-6de5-4bc1-afed-58876f730891 req-b8618ef3-ef88-4f60-b801-464264fb0ff4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044426 Jun 23 02:00:46.617391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Attempting to bind port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:00:46.617759 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Attempting to bind port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:00:46.618087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Attempting to bind port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:00:46.622685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:00:46.623012 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Attempting to bind port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 on network c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:00:46.623891 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:46.628552 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:00:46.628881 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Checking segment: {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:00:46.629256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Bound using segment: {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:00:46.629675 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Bound port: 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:00:46.630077 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.637884 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-086e520b-20ed-4d7b-9029-3264b3458f71 req-6670c255-693c-4c43-bce4-3099f40eac7b tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Jun 23 02:00:46.662157 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:46.698851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:00:46.703886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:00:46.713195 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.726689 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:46.757638 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.758243 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:46.759718 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/22fbc75d-2406-4497-95ea-3a7cbd6cdd97 HTTP/1.1" status: 200 len: 1093 time: 0.6559074 Jun 23 02:00:46.760268 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:00:46.763189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549da2c8-f3f3-4b51-a760-f39ff452295c" -d '{"events": [{"name": "network-changed", "server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:00:46.785597 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fad7b-da9b-4b27-9c76-d5f725c6e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:46.799617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c2d3b1-76a1-43da-bacf-650d85d7fed0 x-openstack-request-id: req-77c2d3b1-76a1-43da-bacf-650d85d7fed0 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:00:46.799801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:00:46.800073 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77c2d3b1-76a1-43da-bacf-650d85d7fed0 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:00:46.800463 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c2d3b1-76a1-43da-bacf-650d85d7fed0'] response: {'name': 'network-changed', 'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97', 'status': 'completed', 'code': 200} Jun 23 02:00:46.851411 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-9e4b0f6b-c252-4e04-bbd0-703ce9276fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.852899 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-9e4b0f6b-c252-4e04-bbd0-703ce9276fce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 1127 time: 0.0424151 Jun 23 02:00:46.896081 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-7f15789f-0534-4b1b-a602-25ea9164397b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97 HTTP/1.1" status: 200 len: 217 time: 0.0343089 Jun 23 02:00:46.950304 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-65c45a44-3aac-427e-95f5-0221036763b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:46.951784 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-65c45a44-3aac-427e-95f5-0221036763b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de985e3b-293e-4312-b618-0f7c97528de2 HTTP/1.1" status: 200 len: 854 time: 0.0489435 Jun 23 02:00:46.992665 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-ea6a71b9-b0cc-4fa5-8d1c-a8dcbf891c03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326092 Jun 23 02:00:47.086881 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-e40539e1-71a9-4c93-93af-92a697c9648c service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871451 Jun 23 02:00:47.183116 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-2080aa7e-0106-4b72-b948-93e7cab2156f req-0b23a39c-01e4-42f6-adee-8bb23dd92a5b service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Jun 23 02:00:47.261733 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:00:47.706650 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a193a-1108-44fa-98b3-16825ec9f60a req-9ae179b3-2fdb-438b-9eba-94c1a28aab65 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:47.708177 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bb0a193a-1108-44fa-98b3-16825ec9f60a req-9ae179b3-2fdb-438b-9eba-94c1a28aab65 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0475404 Jun 23 02:00:47.776436 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a0d0-591a-4d3f-ac04-caa067924488 req-513c07b4-8ce6-47fd-830a-1188a0efb700 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:47.777876 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-16e4a0d0-591a-4d3f-ac04-caa067924488 req-513c07b4-8ce6-47fd-830a-1188a0efb700 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 943 time: 0.0688510 Jun 23 02:00:47.803532 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bb0a193a-1108-44fa-98b3-16825ec9f60a req-ed2e4c56-6e3b-420e-ad81-09d3016cf34d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863013 Jun 23 02:00:47.833865 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-16e4a0d0-591a-4d3f-ac04-caa067924488 req-4a2b9ce6-ccb5-489d-bb1a-6f0463b0bb54 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 Jun 23 02:00:47.948852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:47.950127 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:48.469360 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-0ead1af3-f744-4aa2-8a1a-b51ff46e8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:48.470834 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-0ead1af3-f744-4aa2-8a1a-b51ff46e8dca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b84d8e675cc4386bb229f124b399e03&device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 1127 time: 0.0446379 Jun 23 02:00:48.572239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-119bf461-3718-4099-92c6-46a4b54933e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:48.573641 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-119bf461-3718-4099-92c6-46a4b54933e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 200 len: 915 time: 0.0957317 Jun 23 02:00:48.628200 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-32760ccd-d8ce-43f8-9982-a7d1c0a322bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97 HTTP/1.1" status: 200 len: 217 time: 0.0392570 Jun 23 02:00:48.676612 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-daad9a63-70d1-4cb8-9621-d3a31a23411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:48.677978 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-daad9a63-70d1-4cb8-9621-d3a31a23411c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de985e3b-293e-4312-b618-0f7c97528de2 HTTP/1.1" status: 200 len: 854 time: 0.0440090 Jun 23 02:00:48.719619 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-53d5861d-460c-480f-a919-b1467dbee59c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294545 Jun 23 02:00:48.817962 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-f02f9dac-b219-47f4-b020-d22d260306c3 service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885227 Jun 23 02:00:48.925153 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-549da2c8-f3f3-4b51-a760-f39ff452295c req-5c160077-c066-4dd5-a925-f0304e6341a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920095 Jun 23 02:00:48.948647 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9db5f9-36ee-4d62-85ff-3e5311db43ab req-f9331da4-39c5-4027-b582-5176a98ec1e4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:48.950133 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2f9db5f9-36ee-4d62-85ff-3e5311db43ab req-f9331da4-39c5-4027-b582-5176a98ec1e4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0764139 Jun 23 02:00:48.968277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0caec-ebf5-4877-aa5b-4b1fcb54a2b4 req-98772155-fdd2-427b-b27d-1089088d7d9c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:48.969772 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35b0caec-ebf5-4877-aa5b-4b1fcb54a2b4 req-98772155-fdd2-427b-b27d-1089088d7d9c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 943 time: 0.0631478 Jun 23 02:00:49.038255 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2f9db5f9-36ee-4d62-85ff-3e5311db43ab req-6036f03f-afa0-4df5-b01a-79ec967a521e tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810521 Jun 23 02:00:49.042315 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35b0caec-ebf5-4877-aa5b-4b1fcb54a2b4 req-f62ed3b1-c68d-4479-8245-b365c09687db tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644965 Jun 23 02:00:49.543536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:00:49.645325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:00:49.660699 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97', 'network_id': 'c5ea1b0b-8df9-46ab-89db-dbd16faa3f55', 'port_id': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97', 'mac_address': 'fa:16:3e:cb:cb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de985e3b-293e-4312-b618-0f7c97528de2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:00:49.695249 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:00:49.695651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:49.709219 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:00:49.729605 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:00:49.733614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:49.780401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:49.787604 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.787948 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.788282 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.788636 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.788963 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.789284 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.789602 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.789918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.790233 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.790521 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.790834 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.791148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.791485 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.791798 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:49.792129 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:00:50.057211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['22fbc75d-2406-4497-95ea-3a7cbd6cdd97'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:00:50.187411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf3e0-8149-4853-a2a4-c3cef6d64124 req-9778a750-0296-4128-a984-bdcf554e57bb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:50.188894 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4f2bf3e0-8149-4853-a2a4-c3cef6d64124 req-9778a750-0296-4128-a984-bdcf554e57bb tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0745270 Jun 23 02:00:50.196528 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f755cd-23f8-4e20-bcd9-b5d194973584 req-ef5b2dc2-5c45-424a-a9d8-77f47121c41c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:50.197927 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-17f755cd-23f8-4e20-bcd9-b5d194973584 req-ef5b2dc2-5c45-424a-a9d8-77f47121c41c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 944 time: 0.0823181 Jun 23 02:00:50.273807 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4f2bf3e0-8149-4853-a2a4-c3cef6d64124 req-6e7f61ec-db04-41a7-94a2-d36d938a601a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749137 Jun 23 02:00:50.276904 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-17f755cd-23f8-4e20-bcd9-b5d194973584 req-94010991-7170-426a-8c05-65e782242857 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Jun 23 02:00:51.415938 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fb72-e845-4b0e-b663-2d1eada16689 req-3c4f058f-cd05-4791-83fb-125d3dd95024 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:51.417371 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f72fb72-e845-4b0e-b663-2d1eada16689 req-3c4f058f-cd05-4791-83fb-125d3dd95024 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 944 time: 0.0728676 Jun 23 02:00:51.423532 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8951835-0b0f-46a7-a832-72387b9f734e req-e6094ac7-d4a0-431b-8b66-cf5d621ff275 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:51.424868 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c8951835-0b0f-46a7-a832-72387b9f734e req-e6094ac7-d4a0-431b-8b66-cf5d621ff275 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0817533 Jun 23 02:00:51.497850 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f72fb72-e845-4b0e-b663-2d1eada16689 req-84c42f4b-e485-4f51-bcb7-b39056040237 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Jun 23 02:00:51.500788 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c8951835-0b0f-46a7-a832-72387b9f734e req-e5007f60-1fba-440f-a03a-33af5ce16983 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691993 Jun 23 02:00:51.567799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:00:51.611346 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:00:51.618836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:00:51.619409 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:51.700433 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:00:51.700826 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:51.724484 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:00:51.726697 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d87427c-4fbb-49eb-b1b8-d7df9acda2ff" -d '{"events": [{"server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:00:51.738875 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:00:51.743922 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:51.767541 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569a8c0-a014-492e-b519-48afe09b9cd5 x-openstack-request-id: req-5569a8c0-a014-492e-b519-48afe09b9cd5 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:00:51.767881 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:00:51.768104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5569a8c0-a014-492e-b519-48afe09b9cd5 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:00:51.768519 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5569a8c0-a014-492e-b519-48afe09b9cd5'] response: {'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97', 'code': 200} Jun 23 02:00:51.793378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:00:52.108033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5767-f0d4-4cdd-95bb-e1bd890f3967 req-2b9bdc09-f8ad-4ec8-92ca-441aa05c10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:52.109532 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-846c5767-f0d4-4cdd-95bb-e1bd890f3967 req-2b9bdc09-f8ad-4ec8-92ca-441aa05c10ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.0635216 Jun 23 02:00:52.117236 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f008e4f-66e6-46eb-bbff-ed1cc4cdd7e0 req-c9c07396-beb5-4c45-88fe-aa3292cf7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:52.118558 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5f008e4f-66e6-46eb-bbff-ed1cc4cdd7e0 req-c9c07396-beb5-4c45-88fe-aa3292cf7b38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 1129 time: 0.0457036 Jun 23 02:00:52.173356 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:52.188860 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-846c5767-f0d4-4cdd-95bb-e1bd890f3967 req-5df13e29-c3f2-4472-8d75-2a0976d55bb1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728130 Jun 23 02:00:52.192573 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5f008e4f-66e6-46eb-bbff-ed1cc4cdd7e0 req-48b5c49c-6013-43d1-99c8-d1f3b27eef06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 Jun 23 02:00:52.653068 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a503a2-664b-4dc5-acac-2ec40057dfc8 req-0109b7c5-8903-4580-b443-c57c8cbf9e98 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:52.654526 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f2a503a2-664b-4dc5-acac-2ec40057dfc8 req-0109b7c5-8903-4580-b443-c57c8cbf9e98 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0778222 Jun 23 02:00:52.661983 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413540c3-e88a-4e2a-bbd2-2a1ecce2d958 req-a7ccf3ab-19d8-48b8-a693-c0cfb04915d8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:52.663347 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-413540c3-e88a-4e2a-bbd2-2a1ecce2d958 req-a7ccf3ab-19d8-48b8-a693-c0cfb04915d8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0753107 Jun 23 02:00:52.737175 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f2a503a2-664b-4dc5-acac-2ec40057dfc8 req-ed5927e2-42e7-4b95-b150-698613dde00e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729246 Jun 23 02:00:52.741282 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-413540c3-e88a-4e2a-bbd2-2a1ecce2d958 req-b93edc95-e5ba-4738-bcf2-1571ac262c8a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700858 Jun 23 02:00:53.829040 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:53.868957 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:53.886358 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3792e2f-2db1-4e05-8e04-fba1b4172e71 req-355a843a-f1cc-42a3-8634-8d9004b1a433 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:53.887848 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3792e2f-2db1-4e05-8e04-fba1b4172e71 req-355a843a-f1cc-42a3-8634-8d9004b1a433 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0685365 Jun 23 02:00:53.894035 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51c97-a827-4110-a337-377fd8383aa9 req-ea32a66c-051d-4164-a011-996c89ea9411 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:53.895407 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53a51c97-a827-4110-a337-377fd8383aa9 req-ea32a66c-051d-4164-a011-996c89ea9411 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0850153 Jun 23 02:00:53.968073 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3792e2f-2db1-4e05-8e04-fba1b4172e71 req-3383aa12-c91d-4557-8f26-14e137eb0df8 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717001 Jun 23 02:00:53.972260 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53a51c97-a827-4110-a337-377fd8383aa9 req-c36df42e-dd82-4083-85e8-b21ca08bef7a tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Jun 23 02:00:54.417216 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab2c1-21b7-4cbe-a634-1dc7bb1adbd2 req-0cc965d6-df71-42ec-b157-2c1d6b676452 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:54.418737 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-741ab2c1-21b7-4cbe-a634-1dc7bb1adbd2 req-0cc965d6-df71-42ec-b157-2c1d6b676452 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0527956 Jun 23 02:00:54.467383 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-741ab2c1-21b7-4cbe-a634-1dc7bb1adbd2 req-e42a80c8-5b40-4e48-ab00-e9fe8feed92f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jun 23 02:00:55.045998 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-44d42d51-253b-4ef1-ad71-b2f76e431561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.047713 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-44d42d51-253b-4ef1-ad71-b2f76e431561 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.0552018 Jun 23 02:00:55.098837 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94a47-957c-4d4d-9bcf-475da5f44c6d req-348f126a-e7d1-4538-9ed4-906f885a9691 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.100317 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3d94a47-957c-4d4d-9bcf-475da5f44c6d req-348f126a-e7d1-4538-9ed4-906f885a9691 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0463054 Jun 23 02:00:55.150355 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d3d94a47-957c-4d4d-9bcf-475da5f44c6d req-1a1f186f-0e72-44c1-8b52-d17416fcff50 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jun 23 02:00:55.444585 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:55.516949 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-7359aadc-a7aa-4ac1-8bd0-c0a351223e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.518571 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-7359aadc-a7aa-4ac1-8bd0-c0a351223e72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.0924964 Jun 23 02:00:55.595629 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225509af-d53f-41be-9de1-07bcf6e1bf90 req-cba8e000-cddb-478b-a989-8baa006c43d9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.597658 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-225509af-d53f-41be-9de1-07bcf6e1bf90 req-cba8e000-cddb-478b-a989-8baa006c43d9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0531468 Jun 23 02:00:55.666625 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-225509af-d53f-41be-9de1-07bcf6e1bf90 req-e35ad9e2-db49-4e0a-ba7a-01db8c1cd3ce tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622175 Jun 23 02:00:55.694475 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-d349244d-b0d2-4681-a1fc-1ac89b36e3dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 1001 time: 0.0825169 Jun 23 02:00:55.752076 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-c2577fa2-ee3b-438a-9bb1-c43cd79502b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.753573 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-c2577fa2-ee3b-438a-9bb1-c43cd79502b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0520949 Jun 23 02:00:55.799246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-9b999832-6470-472d-ad9e-a07d84593267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:55.800715 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-9b999832-6470-472d-ad9e-a07d84593267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398495 Jun 23 02:00:55.908802 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-c272cf00-aecb-4b61-83c2-4be4a5d569fe service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880597 Jun 23 02:00:56.014283 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d4ad067c-e902-4a65-836f-3dd62fd7a417 req-d86ea924-f099-4caf-9bd6-df17a42e02da service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895216 Jun 23 02:00:56.695281 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828ec2-cabf-4b29-91d9-8b6e5d291fe1 req-4d044e31-a623-450c-b5c0-b5c09f75c94a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:56.696777 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-51828ec2-cabf-4b29-91d9-8b6e5d291fe1 req-4d044e31-a623-450c-b5c0-b5c09f75c94a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Jun 23 02:00:56.776438 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-51828ec2-cabf-4b29-91d9-8b6e5d291fe1 req-93f4aefd-2a59-4c6b-bbf1-d499ff482e59 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728753 Jun 23 02:00:56.786521 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab227143-002d-4d73-b37a-2e8701e5a9e2 req-ad734489-3c32-46cc-b1e3-c09b83544aa7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:56.787938 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ab227143-002d-4d73-b37a-2e8701e5a9e2 req-ad734489-3c32-46cc-b1e3-c09b83544aa7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0612688 Jun 23 02:00:56.840500 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ab227143-002d-4d73-b37a-2e8701e5a9e2 req-633b04f5-5c40-40a4-80bb-81475f658efe tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Jun 23 02:00:57.257576 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:00:57.902215 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b81f-56ed-44be-9e27-8015a41d2402 req-9675b74d-f5e7-464c-9f36-038c8776f185 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:57.903771 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d982b81f-56ed-44be-9e27-8015a41d2402 req-9675b74d-f5e7-464c-9f36-038c8776f185 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0480399 Jun 23 02:00:57.968521 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073c76-7fd6-4622-8f77-a1bd61021444 req-57e2ceeb-33ac-4339-b023-4d1f85247dcf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:57.969944 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e073c76-7fd6-4622-8f77-a1bd61021444 req-57e2ceeb-33ac-4339-b023-4d1f85247dcf tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0630970 Jun 23 02:00:57.997668 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d982b81f-56ed-44be-9e27-8015a41d2402 req-acaabb97-a08c-4905-a851-f327e45b0fb9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822947 Jun 23 02:00:58.027626 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9e073c76-7fd6-4622-8f77-a1bd61021444 req-170e087f-89e8-4834-a72e-48f60c024c2c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519400 Jun 23 02:00:58.428416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-93a54042-ab55-46e9-b2b4-661c0964c934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:00:59.386399 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6d4d-0bfc-4c4f-8406-9c8993272fa0 req-373acdf9-758b-41de-95bf-87254e3cb2ba tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:59.387992 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-18bf6d4d-0bfc-4c4f-8406-9c8993272fa0 req-373acdf9-758b-41de-95bf-87254e3cb2ba tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.3092616 Jun 23 02:00:59.398808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576338bf-d9cd-4cc7-a8ba-39bfe4678b05 req-10fd440b-6cd8-4218-890f-20e5cfb7707d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:00:59.400250 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-576338bf-d9cd-4cc7-a8ba-39bfe4678b05 req-10fd440b-6cd8-4218-890f-20e5cfb7707d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0617812 Jun 23 02:00:59.472531 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-18bf6d4d-0bfc-4c4f-8406-9c8993272fa0 req-41ee9567-e24f-472c-be5c-903267a76e25 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712914 Jun 23 02:00:59.475751 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-576338bf-d9cd-4cc7-a8ba-39bfe4678b05 req-44513071-62ea-499b-bf00-95b995b1e3c4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685172 Jun 23 02:01:00.161732 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28288-d7c5-444f-969b-bf9586386bee req-26744dea-73b3-4138-932a-8f65fa51fae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:00.163090 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-88f28288-d7c5-444f-969b-bf9586386bee req-26744dea-73b3-4138-932a-8f65fa51fae6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0473630 Jun 23 02:01:00.246955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Deleting port cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:00.247330 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.340247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] For port cbbc03ec-d4fe-4f82-b455-91d7004bd595, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cbbc03ec-d4fe-4f82-b455-91d7004bd595,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:00.340615 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.549852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.550212 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.550527 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Floating IP dca68a60-8a68-4738-af59-d44712b813a7 disassociated. External IP: 172.27.0.32, port: cbbc03ec-d4fe-4f82-b455-91d7004bd595. Jun 23 02:01:00.550871 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Calling delete_port for cbbc03ec-d4fe-4f82-b455-91d7004bd595 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:00.600344 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:00.607443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:00.620447 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:00.626364 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7bef-6cf8-4e54-94b6-5564b180d840 req-41b12cd8-d026-4d95-a8d8-285a92e83997 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:00.628039 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07ec7bef-6cf8-4e54-94b6-5564b180d840 req-41b12cd8-d026-4d95-a8d8-285a92e83997 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0711155 Jun 23 02:01:00.634002 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ae2dd-1dc5-4557-8c55-6d79aa1be3d0 req-6b98e0fd-dbdc-4f7a-8f9d-486e209435a1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:00.635715 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-de9ae2dd-1dc5-4557-8c55-6d79aa1be3d0 req-6b98e0fd-dbdc-4f7a-8f9d-486e209435a1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f44a78f-73a5-4b8b-a964-da2000de6266 HTTP/1.1" status: 200 len: 946 time: 0.0901244 Jun 23 02:01:00.667668 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:00.680477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (cbbc03ec-d4fe-4f82-b455-91d7004bd595), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.704370 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2a036cba-9668-41d8-bd9e-b1f7c58740a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.712880 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-07ec7bef-6cf8-4e54-94b6-5564b180d840 req-d441f6af-32dc-449f-9816-25151012b7a6 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761745 Jun 23 02:01:00.713087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'Port': ['ID=cbbc03ec-d4fe-4f82-b455-91d7004bd595,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:00.727057 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-de9ae2dd-1dc5-4557-8c55-6d79aa1be3d0 req-b06c7e75-18c6-400c-8c1d-97dfd8047d16 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=e610242c-a3c2-41ef-bfc5-bd2cf922508e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841858 Jun 23 02:01:00.829261 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:00.837497 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f8ea-55c7-4557-8f8b-18b60c47aa19 req-24dd0a3d-472e-4ffc-afce-5c60a9922f5f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:00.838918 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f051f8ea-55c7-4557-8f8b-18b60c47aa19 req-24dd0a3d-472e-4ffc-afce-5c60a9922f5f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0502343 Jun 23 02:01:00.847778 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57140) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:00.852238 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Request body: {'floatingip': {'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:00.905136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:00.934507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:00.947899 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:00.959843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:00.961253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:00.996363 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] No DVR routers for this DVR port cbbc03ec-d4fe-4f82-b455-91d7004bd595 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:00.996801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:01.000147 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-88f28288-d7c5-444f-969b-bf9586386bee req-09e4b652-2993-4a7e-b0fa-0e05ad7abee3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "DELETE /v2.0/ports/cbbc03ec-d4fe-4f82-b455-91d7004bd595 HTTP/1.1" status: 204 len: 173 time: 0.8315041 Jun 23 02:01:01.000592 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-deleted', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:01.003321 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d640b1c7-4db6-436f-b966-d8149d2ea379" -d '{"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-deleted", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:01.021210 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:01.062986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b04ef2-68c7-497e-9f8f-9a36793acfb5 x-openstack-request-id: req-c5b04ef2-68c7-497e-9f8f-9a36793acfb5 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:01.063307 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44a78f-73a5-4b8b-a964-da2000de6266", "name": "network-vif-deleted", "tag": "cbbc03ec-d4fe-4f82-b455-91d7004bd595", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:01.063567 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5b04ef2-68c7-497e-9f8f-9a36793acfb5 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:01.063974 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b04ef2-68c7-497e-9f8f-9a36793acfb5'] response: {'server_uuid': '4f44a78f-73a5-4b8b-a964-da2000de6266', 'name': 'network-vif-deleted', 'tag': 'cbbc03ec-d4fe-4f82-b455-91d7004bd595', 'status': 'completed', 'code': 200} Jun 23 02:01:01.069772 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:01.080940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:01.275960 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:01.305684 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:01.314308 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:01.314910 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:01.413451 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:01.441825 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:01.447093 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:01.621875 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:01.647663 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75687526-ba7c-4fc7-a3cb-4bf960e7ca87 None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:01.663953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:01.759742 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:01.761981 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:01.776047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:01.782432 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:01.793130 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:01.813116 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:01.814223 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:01.834053 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:01.836404 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab161880-094d-4646-9342-d1fa0f96215b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:01.881688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57154) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:01.896269 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3255d7e4-2fed-43ac-a53d-1f083f38e185 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "PUT /v2.0/floatingips/5cfe7b13-9c34-4c48-a2b0-1250d5caf883 HTTP/1.1" status: 200 len: 993 time: 1.0473855 Jun 23 02:01:01.900915 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d51215-8bb1-454f-974c-032db60d4ac2 x-openstack-request-id: req-43d51215-8bb1-454f-974c-032db60d4ac2 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:01.901185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:01.901443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43d51215-8bb1-454f-974c-032db60d4ac2 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:01.901890 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d51215-8bb1-454f-974c-032db60d4ac2'] response: {'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'status': 'completed', 'code': 200} Jun 23 02:01:01.957115 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:01.997307 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161880-094d-4646-9342-d1fa0f96215b req-6255024a-00e8-48a4-9327-2ecbbb96cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:01.998943 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-6255024a-00e8-48a4-9327-2ecbbb96cfd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.0665617 Jun 23 02:01:02.005270 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (e610242c-a3c2-41ef-bfc5-bd2cf922508e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.022668 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be6050-ea05-4a48-89b3-76cf5470ff78 None None] New status for floating IP dca68a60-8a68-4738-af59-d44712b813a7: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:02.058687 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (e610242c-a3c2-41ef-bfc5-bd2cf922508e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.148014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161880-094d-4646-9342-d1fa0f96215b req-61aff547-fe57-47c7-a501-6679e8a5cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:02.149665 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-61aff547-fe57-47c7-a501-6679e8a5cee7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1410916 Jun 23 02:01:02.165582 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.226072 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-e3b05582-07da-4853-a762-2fb5c17a3004 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 1001 time: 0.0686877 Jun 23 02:01:02.226979 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e610242c-a3c2-41ef-bfc5-bd2cf922508e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.229632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.230784 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "DELETE /v2.0/security-groups/e610242c-a3c2-41ef-bfc5-bd2cf922508e HTTP/1.1" status: 204 len: 168 time: 0.3473976 Jun 23 02:01:02.233731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57160) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:02.255975 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-f1129cf9-fbfa-4673-b622-3538b2f99a11 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] show failed (client error): The resource could not be found. Jun 23 02:01:02.256771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9348a7-e87d-493d-ac87-af1e3b6b64f1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e610242c-a3c2-41ef-bfc5-bd2cf922508e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:02.257518 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f1129cf9-fbfa-4673-b622-3538b2f99a11 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups/e610242c-a3c2-41ef-bfc5-bd2cf922508e HTTP/1.1" status: 404 len: 347 time: 0.0226016 Jun 23 02:01:02.260977 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57162) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:02.288605 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T02:01:01Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:02.320495 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161880-094d-4646-9342-d1fa0f96215b req-94db7ac1-8d9d-4c4c-8d2d-af091ee5fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:02.322345 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-94db7ac1-8d9d-4c4c-8d2d-af091ee5fd9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0816739 Jun 23 02:01:02.329275 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:02.338131 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:02.338737 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:02.380694 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161880-094d-4646-9342-d1fa0f96215b req-3410d716-8f24-47b8-ac92-6e9741bda70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:02.382765 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-3410d716-8f24-47b8-ac92-6e9741bda70a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486228 Jun 23 02:01:02.402165 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Deleting port 03cbee0e-9a75-4e5d-809b-04d4216a0924 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:02.402857 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.498874 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-5737049a-8277-475b-9389-e9a706535e67 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085632 Jun 23 02:01:02.499371 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.499697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (03cbee0e-9a75-4e5d-809b-04d4216a0924), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.513997 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Calling delete_port for 03cbee0e-9a75-4e5d-809b-04d4216a0924 owned by network:floatingip {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:02.551394 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:02.587729 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:02.602662 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ab161880-094d-4646-9342-d1fa0f96215b req-959fdbb6-f32d-47c1-a54c-6c845605c068 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975537 Jun 23 02:01:02.666064 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (03cbee0e-9a75-4e5d-809b-04d4216a0924), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.698213 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'Port': ['ID=03cbee0e-9a75-4e5d-809b-04d4216a0924,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:02.725047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.725398 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.725712 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.726041 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.726372 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.726755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.727080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.727423 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.727743 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.728085 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.728402 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.728715 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.729028 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.729338 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.729656 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:02.773192 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (dca68a60-8a68-4738-af59-d44712b813a7), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.775652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.776859 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-2163ac62-f0ff-4e4d-9d73-861c692d0f3f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "DELETE /v2.0/floatingips/dca68a60-8a68-4738-af59-d44712b813a7 HTTP/1.1" status: 204 len: 168 time: 0.5144849 Jun 23 02:01:02.781624 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T02:01:01Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:02.808496 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a60a-f978-443c-b89c-95cf293cb529 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '5cfe7b13-9c34-4c48-a2b0-1250d5caf883', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'port_id': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'mac_address': 'fa:16:3e:12:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T01:58:54Z', 'updated_at': '2022-06-23T02:01:01Z', 'revision_number': 3, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:02.867105 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57166) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:02.871769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982084944', 'description': 'tempest-description--440750375'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:02.894159 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.978697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (28692d9c-8a75-4b07-8fd1-08e48696ae34), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:02.984581 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (28692d9c-8a75-4b07-8fd1-08e48696ae34), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.020834 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.022099 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1538398 Jun 23 02:01:03.024243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef48b-6793-4885-b62b-7a45b85c7904 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28692d9c-8a75-4b07-8fd1-08e48696ae34,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:03.026574 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57168) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:03.030336 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group_rule': {'security_group_id': '28692d9c-8a75-4b07-8fd1-08e48696ae34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:03.048707 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:03.062315 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (edf2e2f2-3fd5-45df-a930-1a9b9a925d67), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.114924 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (edf2e2f2-3fd5-45df-a930-1a9b9a925d67), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.118765 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (edf2e2f2-3fd5-45df-a930-1a9b9a925d67), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.147337 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf2e2f2-3fd5-45df-a930-1a9b9a925d67,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:03.153844 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.158217 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57172) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:03.158348 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ef27c9fc-1b8f-4deb-8fbb-0db1e38b1953 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313646 Jun 23 02:01:03.163049 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'security_group_rule': {'security_group_id': '28692d9c-8a75-4b07-8fd1-08e48696ae34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:03.191407 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (198611c8-9180-47d2-a605-6c928514d92c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.247888 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:03.250338 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (198611c8-9180-47d2-a605-6c928514d92c), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.254339 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (198611c8-9180-47d2-a605-6c928514d92c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.261194 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:03.277553 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198611c8-9180-47d2-a605-6c928514d92c,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:03.285788 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.287545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-798e267b-fe31-4a87-9ddf-3aab3fddad87 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277571 Jun 23 02:01:03.290484 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57174) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:03.299460 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:03.315800 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.322581 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.404626 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.526200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.745587 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Allocated IP 172.27.0.219 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/25d614d1-1e59-453d-9eda-19dafdc6fc46) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:01:03.793837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:03.814597 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: cbbc03ec-d4fe-4f82-b455-91d7004bd595 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:03.814940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device cbbc03ec-d4fe-4f82-b455-91d7004bd595 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:03.856689 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.890586 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:03.902514 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:03.905218 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:03.933675 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:01:03.937259 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:01:03.939261 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=25d614d1-1e59-453d-9eda-19dafdc6fc46,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:03.941405 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:01:03.941854 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534b60d-89b4-4642-843c-6097b975370f x-openstack-request-id: req-5534b60d-89b4-4642-843c-6097b975370f {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:03.942305 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:03.942700 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5534b60d-89b4-4642-843c-6097b975370f {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:03.943305 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5534b60d-89b4-4642-843c-6097b975370f'] response: {'name': 'network-changed', 'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'status': 'completed', 'code': 200} Jun 23 02:01:04.040227 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-62eb6043-540c-4544-aaea-b91de9ad0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:04.041704 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-62eb6043-540c-4544-aaea-b91de9ad0698 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 1129 time: 0.0669308 Jun 23 02:01:04.074678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.094980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:04.156641 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:04.165168 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.208917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-fd06562a-838e-4e00-a4f7-122fe0128d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:04.210391 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-fd06562a-838e-4e00-a4f7-122fe0128d21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1608517 Jun 23 02:01:04.307650 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-95b79d76-5fc5-4f22-9282-15af168b98b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 200 len: 1001 time: 0.0869987 Jun 23 02:01:04.406323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-6cdf20f9-3f81-4b98-a6d9-c6fe1410f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:04.407831 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-6cdf20f9-3f81-4b98-a6d9-c6fe1410f608 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0759957 Jun 23 02:01:04.427915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.434566 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.513951 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=25d614d1-1e59-453d-9eda-19dafdc6fc46,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:04.545283 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.555367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-3b08a7c8-cb29-48e2-bcb0-feeb44b9e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:04.556912 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-3b08a7c8-cb29-48e2-bcb0-feeb44b9e1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619674 Jun 23 02:01:04.567912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.569018 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-0c690689-652a-4c56-a37e-029b82346f05 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2731888 Jun 23 02:01:04.709501 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:04.773115 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-5d5d28a0-654e-44d7-b25d-635326198f59 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1982084944&fields=id&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 267 time: 0.0426428 Jun 23 02:01:04.881006 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-79e1a0ce-9e40-4ce9-8cb3-0adcecf7644f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:04.882537 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-79e1a0ce-9e40-4ce9-8cb3-0adcecf7644f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 817 time: 0.1028526 Jun 23 02:01:04.899803 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-e750fd39-f51c-4d7c-a72e-f5a88dbeae50 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/quotas/d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 375 time: 0.0103259 Jun 23 02:01:04.960926 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-2431831d-e576-4920-87be-0d32367924a6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542519 Jun 23 02:01:04.979606 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-4038edba-d1cd-41f9-8061-4a24dac49202 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925031 Jun 23 02:01:05.055699 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-95a81bdf-9f7c-4a50-b70a-6454323e58b5 service neutron] 10.222.0.26 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Jun 23 02:01:05.159621 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-730e9aec-5de9-4865-b817-8b560e502c06 service neutron] 10.222.0.26 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981867 Jun 23 02:01:05.332617 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-141c664f-a405-4a1e-886c-a57c0c94752a req-ec2e428d-9657-48dc-8665-3df8f9cfcd92 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 210 time: 0.0299506 Jun 23 02:01:05.396626 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4b7bd09b-fc55-4754-881c-28e4c2c3c72e req-8c7571c7-8c71-4286-a8cb-6be059138931 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002100 Jun 23 02:01:06.380322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-8d8f3365-fa39-44bc-b958-b75ea998cf31 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:06.381980 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-8d8f3365-fa39-44bc-b958-b75ea998cf31 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 817 time: 0.1246357 Jun 23 02:01:06.445593 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ccead668-3334-429f-b3cb-016834825911 req-59c474cc-711c-4d1c-9492-51cfbb4d4cce tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 210 time: 0.0317922 Jun 23 02:01:06.454031 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-f524118c-93b3-4fe7-94c7-27ed61dd7f3a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 380 time: 0.0626459 Jun 23 02:01:06.471596 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'port': {'device_id': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'admin_state_up': True, 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'security_groups': ['28692d9c-8a75-4b07-8fd1-08e48696ae34']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:06.539704 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:06.590019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Made reservation on behalf of d0648b2071364ae09ba6d7a1d45c762c for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:01:06.593705 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:06.610347 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:06.718853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Allocated IP 172.20.0.5 (fcfccf09-d035-4595-a8db-98e9a30e8411/ffacb4d8-24f9-42dd-98cb-d3ced6a01773/7827f5ce-5cc6-4b78-beb6-287c7e53272b) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:01:06.870242 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:06.904345 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:06.948865 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Network fcfccf09-d035-4595-a8db-98e9a30e8411 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:01:06.951836 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:01:06.954371 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:01:06.986656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:07.014056 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:07.014752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:07.033035 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-628e9a6a-2e09-4e38-a263-840e839b8062 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653930 Jun 23 02:01:07.141333 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d1320c7d-aa8e-45f2-8f41-4052a061a96c None None] Provisioning complete for port 7827f5ce-5cc6-4b78-beb6-287c7e53272b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:01:07.141872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d1320c7d-aa8e-45f2-8f41-4052a061a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:07.174286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d1320c7d-aa8e-45f2-8f41-4052a061a96c None None] Port 7827f5ce-5cc6-4b78-beb6-287c7e53272b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:01:07.594142 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4c3b-6fbc-43b5-af56-3b43de62e70a req-7c3a40c0-379d-46e0-86f7-ea14adb69b9f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:07.595618 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3ceb4c3b-6fbc-43b5-af56-3b43de62e70a req-7c3a40c0-379d-46e0-86f7-ea14adb69b9f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 931 time: 0.0523691 Jun 23 02:01:07.645290 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3ceb4c3b-6fbc-43b5-af56-3b43de62e70a req-f685a578-3f4e-488a-8948-1aa8f2b313a3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Jun 23 02:01:08.789965 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87479b8-e82f-4a95-9f06-11f6ad0333ae req-4d48f0f6-0d56-456a-b2f9-fda4c0338c13 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:08.792112 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d87479b8-e82f-4a95-9f06-11f6ad0333ae req-4d48f0f6-0d56-456a-b2f9-fda4c0338c13 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 931 time: 0.0673816 Jun 23 02:01:08.839842 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d87479b8-e82f-4a95-9f06-11f6ad0333ae req-d4df3f3e-8fcb-44bd-9c17-817960c52c25 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jun 23 02:01:09.398555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Request body: {'port': {'device_id': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:09.462831 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:09.685007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:09.726049 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:01:09.733810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks [] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:09.744266 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:09.746936 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Transition to ACTIVE for port object 7827f5ce-5cc6-4b78-beb6-287c7e53272b will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:01:09.752136 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:09.799756 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:09.874320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Attempting to bind port 7827f5ce-5cc6-4b78-beb6-287c7e53272b on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:01:09.875080 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Attempting to bind port 7827f5ce-5cc6-4b78-beb6-287c7e53272b by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:01:09.875080 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Attempting to bind port 7827f5ce-5cc6-4b78-beb6-287c7e53272b on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:01:09.880358 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Port 7827f5ce-5cc6-4b78-beb6-287c7e53272b on network fcfccf09-d035-4595-a8db-98e9a30e8411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:01:09.880799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Attempting to bind port 7827f5ce-5cc6-4b78-beb6-287c7e53272b on network fcfccf09-d035-4595-a8db-98e9a30e8411 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:01:09.886296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:01:09.886750 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Checking segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:01:09.887141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Bound using segment: {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:01:09.887602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Bound port: 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81cb99-8946-4932-9cc6-864bf9ef0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:01:09.887987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:09.956427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:01:09.959709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:01:09.966313 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:09.971676 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c50a9-806e-4d68-b563-37f862637887 req-8d70c82e-5345-4a40-8311-dc90691b3db6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:09.973144 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-618c50a9-806e-4d68-b563-37f862637887 req-8d70c82e-5345-4a40-8311-dc90691b3db6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0545523 Jun 23 02:01:10.002698 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:10.003388 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:10.005486 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] 10.222.0.16 "PUT /v2.0/ports/7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 1093 time: 0.6142921 Jun 23 02:01:10.005947 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:10.008219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7648a40-b701-47b0-a546-25e6b202843e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:10.031156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0542-03fa-4fa0-be8d-f64200488918 service neutron] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:10.047300 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-618c50a9-806e-4d68-b563-37f862637887 req-04ccdead-3f90-4e7b-8136-b235a7fa442b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682492 Jun 23 02:01:10.066602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb81e2-7aa5-4f89-84ef-1bcfb12800ff x-openstack-request-id: req-dbeb81e2-7aa5-4f89-84ef-1bcfb12800ff {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:10.066912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:10.067162 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbeb81e2-7aa5-4f89-84ef-1bcfb12800ff {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:10.067627 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbeb81e2-7aa5-4f89-84ef-1bcfb12800ff'] response: {'name': 'network-changed', 'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'status': 'completed', 'code': 200} Jun 23 02:01:10.124839 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-10fa67d4-d799-49b6-8d74-7472ad6d5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:10.126382 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-10fa67d4-d799-49b6-8d74-7472ad6d5eec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1127 time: 0.0424047 Jun 23 02:01:10.167167 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-7764979a-b817-4ca7-ab3a-849bded4f95e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 217 time: 0.0332720 Jun 23 02:01:10.224430 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-44102f14-9b9d-40ca-86ca-825aedb3d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:10.225874 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-44102f14-9b9d-40ca-86ca-825aedb3d74e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0482290 Jun 23 02:01:10.272823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-f72c45c3-877c-498c-bdf2-f68ac2bd8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:10.274371 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-f72c45c3-877c-498c-bdf2-f68ac2bd8a86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421541 Jun 23 02:01:10.372002 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-3ebe1006-9099-4832-9bee-d9e2e1ccd32e service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903962 Jun 23 02:01:10.480847 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f204aeca-5366-4e36-b802-2aebb186d9f4 req-1e389c13-8a9d-42ca-9d44-a9af1845b277 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958576 Jun 23 02:01:11.167947 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c9ca-79d1-4c10-bfd0-67519a505cc1 req-fa663ad5-0734-4bb6-a9a2-d77aae7dd66a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:11.169761 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0784c9ca-79d1-4c10-bfd0-67519a505cc1 req-fa663ad5-0734-4bb6-a9a2-d77aae7dd66a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0557172 Jun 23 02:01:11.216308 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0784c9ca-79d1-4c10-bfd0-67519a505cc1 req-a2d63e9b-c012-48d3-99b3-3482ee5f4f06 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Jun 23 02:01:12.355912 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13415fe6-5a1d-45dc-a21e-dd5e2571bada req-21ab36c5-c850-46e8-95e3-a410f1bdbd1e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:12.357390 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13415fe6-5a1d-45dc-a21e-dd5e2571bada req-21ab36c5-c850-46e8-95e3-a410f1bdbd1e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0477524 Jun 23 02:01:12.407192 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13415fe6-5a1d-45dc-a21e-dd5e2571bada req-5c946e9b-b803-4932-ad43-24efe6cbacd1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Jun 23 02:01:13.519607 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:13.534323 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b79327-652c-4566-855b-742d55414dfa req-11449539-8241-4365-b9b4-ef184695f06c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:13.535829 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f9b79327-652c-4566-855b-742d55414dfa req-11449539-8241-4365-b9b4-ef184695f06c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0547178 Jun 23 02:01:13.585728 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f9b79327-652c-4566-855b-742d55414dfa req-565d4d92-8e1c-4abc-a437-9767b5e63d08 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Jun 23 02:01:14.221335 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:14.247089 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-33e3bce8-6c9a-42eb-8231-e6e8a6b65b81 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578974328&fields=id&tenant_id=5a7db67320b04863ac7d28369425dd19 HTTP/1.1" status: 200 len: 267 time: 0.0524769 Jun 23 02:01:14.250965 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648a40-b701-47b0-a546-25e6b202843e req-b7dceb42-e17c-4096-9c1a-d0978dddc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.252558 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-b7dceb42-e17c-4096-9c1a-d0978dddc080 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1127 time: 0.0435984 Jun 23 02:01:14.306044 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-098bbab5-56f0-4c6f-a248-535aeb9c1591 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.307543 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-098bbab5-56f0-4c6f-a248-535aeb9c1591 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 985 time: 0.0545440 Jun 23 02:01:14.318346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Request body: {'port': {'security_groups': ['a86f0e87-96bd-480b-ba62-fe2b1f291713']}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:14.350086 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648a40-b701-47b0-a546-25e6b202843e req-edf34487-1048-4073-b4da-7a1b7d789f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.351597 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-edf34487-1048-4073-b4da-7a1b7d789f78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.0927012 Jun 23 02:01:14.389786 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-795740be-fb70-4210-a178-89f4ba09f553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 217 time: 0.0318158 Jun 23 02:01:14.400420 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.454029 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648a40-b701-47b0-a546-25e6b202843e req-515d88f9-560f-4170-9044-91f5f1397a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.455508 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-515d88f9-560f-4170-9044-91f5f1397a1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0478463 Jun 23 02:01:14.498312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648a40-b701-47b0-a546-25e6b202843e req-624370bd-14b5-4182-abd8-3090561b9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.499851 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-624370bd-14b5-4182-abd8-3090561b9947 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380685 Jun 23 02:01:14.522871 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:14.572319 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:14.574702 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:14.590773 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-d60ca196-ba9d-4cb8-99a8-9e9ab078d5cd service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839520 Jun 23 02:01:14.603889 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.608999 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.623442 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:14.658527 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.659326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.663811 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fa41abb-ad71-4388-bafd-5a6694657182 req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "PUT /v2.0/ports/83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 943 time: 0.3499913 Jun 23 02:01:14.664288 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:14.666787 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d" -d '{"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:14.681168 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57258) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:14.736982 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b7648a40-b701-47b0-a546-25e6b202843e req-2c4bef85-c6ee-409d-a38e-2c6a1ee62147 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392868 Jun 23 02:01:14.737549 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82ab9f-d597-4d3a-9c4c-bb4277c2bbb9 x-openstack-request-id: req-5a82ab9f-d597-4d3a-9c4c-bb4277c2bbb9 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:14.737830 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:14.738078 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a82ab9f-d597-4d3a-9c4c-bb4277c2bbb9 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:14.738647 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a82ab9f-d597-4d3a-9c4c-bb4277c2bbb9'] response: {'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 02:01:14.742280 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:14.771652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12b0d-c3ec-4ae5-b239-ddecad2dd8e7 req-cfd911f9-4670-468e-b25f-e3ec571dc2cf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.773546 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-05c12b0d-c3ec-4ae5-b239-ddecad2dd8e7 req-cfd911f9-4670-468e-b25f-e3ec571dc2cf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0913916 Jun 23 02:01:14.785848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:14.812519 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-88830fdb-db11-475f-acfe-c62e7a59284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.814842 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-88830fdb-db11-475f-acfe-c62e7a59284a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1130 time: 0.0576055 Jun 23 02:01:14.830390 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998dfd6-eed5-4f09-a7c1-b273e86bca44 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event updated for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=7']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:14.832598 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:14.863916 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-05c12b0d-c3ec-4ae5-b239-ddecad2dd8e7 req-c4716dc5-02ca-46ac-8cdd-252de9947800 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786941 Jun 23 02:01:14.889004 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (fdf8a13e-1fb6-4a62-ab1f-a09aec81e881), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.918947 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (fdf8a13e-1fb6-4a62-ab1f-a09aec81e881), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:14.950113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-1be31468-e53d-4ab3-837e-adaea731cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:14.950898 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-1be31468-e53d-4ab3-837e-adaea731cd37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 915 time: 0.1243455 Jun 23 02:01:14.999759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fdf8a13e-1fb6-4a62-ab1f-a09aec81e881), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.002751 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.004015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "DELETE /v2.0/security-groups/fdf8a13e-1fb6-4a62-ab1f-a09aec81e881 HTTP/1.1" status: 204 len: 168 time: 0.3205185 Jun 23 02:01:15.007164 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57266) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:15.015907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19801f-88fe-4d87-b119-7b99bc39a33e tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8a13e-1fb6-4a62-ab1f-a09aec81e881,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:15.042120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-3e7b1127-b7ae-48c2-a37c-afef787c0047 None None] Provisioning complete for port 83cfe0cb-2f27-40d9-861f-edfdedc175bc triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:01:15.042626 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1127-b7ae-48c2-a37c-afef787c0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.091489 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-ca8f15b6-fd68-4de5-ba87-e3db85487521 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 1002 time: 0.1319199 Jun 23 02:01:15.145448 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b1127-b7ae-48c2-a37c-afef787c0047 None None] Current status of the port 83cfe0cb-2f27-40d9-861f-edfdedc175bc is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:01:15.205852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-48b4aa4d-50b4-40c2-97d7-0e950a3da4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:15.207345 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-48b4aa4d-50b4-40c2-97d7-0e950a3da4b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.1053097 Jun 23 02:01:15.271311 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Deleting port d4569ec6-1ace-49b8-8d35-c7c5d8707a1f {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:15.272388 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.286579 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-d8b6fa27-cc75-4d4f-8011-2303fb0f4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:15.288123 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-d8b6fa27-cc75-4d4f-8011-2303fb0f4ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588939 Jun 23 02:01:15.413849 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.414146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for floatingip (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.437090 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Calling delete_port for d4569ec6-1ace-49b8-8d35-c7c5d8707a1f owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:15.449475 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-ce69cb95-682e-4bf3-a480-51bffff4f101 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497948 Jun 23 02:01:15.852602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:15.886306 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-abb88aec-41d2-4bc8-8e98-d7d8b14eae2d req-3ba35d4b-88e3-4dba-9471-947323bcb98b service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021785 Jun 23 02:01:15.889699 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:15.947068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (d4569ec6-1ace-49b8-8d35-c7c5d8707a1f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:15.971976 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event deleted for resources: {'Port': ['ID=d4569ec6-1ace-49b8-8d35-c7c5d8707a1f,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:16.009563 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92322abd-d966-469c-b24e-0edf689e4930 req-6fb598e1-c803-481a-b635-cbe4511d7429 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:16.011054 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92322abd-d966-469c-b24e-0edf689e4930 req-6fb598e1-c803-481a-b635-cbe4511d7429 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0522912 Jun 23 02:01:16.034988 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks [] for floatingip (e04ca132-9d8d-4dea-8305-5c7f9577a77c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:16.035344 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Floating IP e04ca132-9d8d-4dea-8305-5c7f9577a77c disassociated (deleted). External IP: 172.27.0.183, port: 83cfe0cb-2f27-40d9-861f-edfdedc175bc. Jun 23 02:01:16.058587 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92322abd-d966-469c-b24e-0edf689e4930 req-93a9b491-5ac1-420c-879b-5fe9ee302844 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Jun 23 02:01:16.241288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:16.354317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:16.359191 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:16.363936 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Sync routers for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:16.374306 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:16.374943 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:16.389564 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-aedfdbee-bf88-48a4-a439-8e4ca36a08be tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "DELETE /v2.0/floatingips/e04ca132-9d8d-4dea-8305-5c7f9577a77c HTTP/1.1" status: 204 len: 168 time: 1.3807497 Jun 23 02:01:16.390238 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:16.392760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b43939-30d5-4f3e-8f2b-9c810f388524" -d '{"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:16.430710 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd56daa-0971-49de-9e88-8311d94770b8 x-openstack-request-id: req-7fd56daa-0971-49de-9e88-8311d94770b8 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:16.431002 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:16.431903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd56daa-0971-49de-9e88-8311d94770b8 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:16.432439 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd56daa-0971-49de-9e88-8311d94770b8'] response: {'name': 'network-changed', 'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 02:01:16.478913 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:16.500421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-0e8b83ee-7ab9-4cd8-ae71-676fc9e4ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:16.502011 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-0e8b83ee-7ab9-4cd8-ae71-676fc9e4ff42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7db67320b04863ac7d28369425dd19&device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 1130 time: 0.0399613 Jun 23 02:01:16.570092 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:16.607763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-2e6df103-28b1-4ede-92d0-d94d10c5c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:16.609472 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-2e6df103-28b1-4ede-92d0-d94d10c5c96a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 200 len: 915 time: 0.0977390 Jun 23 02:01:16.614883 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:16.653665 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-e104d0fc-244f-45db-90a9-181ea0dc54d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 200 len: 217 time: 0.0368817 Jun 23 02:01:16.684419 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:16.711470 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-536aed86-8dc6-4858-90e7-d54d80bad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:16.713002 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-536aed86-8dc6-4858-90e7-d54d80bad727 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 200 len: 853 time: 0.0518003 Jun 23 02:01:16.718469 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Checking router: af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:16.727828 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:16.728448 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:16.761990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-e8356c55-6912-4f32-b4af-4cc1b6122fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:16.763809 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-e8356c55-6912-4f32-b4af-4cc1b6122fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c32b92fc-5000-490b-9c2b-64162cf17bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444438 Jun 23 02:01:16.837837 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:17.031204 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:17.057953 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd7b08-b498-4a0c-8f7c-87ac73adc677 None None] The sync data for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi is: [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:14Z', 'revision_number': 4, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '78367218-0c5e-454f-93e9-33e53c190a44', 'name': '', 'network_id': 'c32b92fc-5000-490b-9c2b-64162cf17bf3', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'mac_address': 'fa:16:3e:50:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:14Z', 'updated_at': '2022-06-23T01:58:20Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'subnets': [{'id': '07877b4c-0213-4419-bc9e-f01b74a2c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:17.184624 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd7d40-e4b4-4841-903d-80dc614c62de req-ca7c77ed-e98d-4a60-89a0-9b7f721bfc3b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:17.186831 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0dcd7d40-e4b4-4841-903d-80dc614c62de req-ca7c77ed-e98d-4a60-89a0-9b7f721bfc3b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0522850 Jun 23 02:01:17.205729 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-ba80df70-f1db-428c-8934-b3c6a91a323c service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002314 Jun 23 02:01:17.230444 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:17.248167 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0dcd7d40-e4b4-4841-903d-80dc614c62de req-e521ffe0-d5ee-4594-b845-2f30d7a0c22e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553586 Jun 23 02:01:17.349058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:17.369180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9b8b0-50ad-45a4-9b5b-7f4b90296736 None None] New status for floating IP e04ca132-9d8d-4dea-8305-5c7f9577a77c: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:17.385848 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-05b43939-30d5-4f3e-8f2b-9c810f388524 req-fc6c3760-0dcd-4319-b47c-350f01eb4287 service neutron] 10.222.0.16 "GET /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304002 Jun 23 02:01:17.710259 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:01:17.810109 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f9ac-4d52-47d4-90ea-455d9d696327 req-5d3c4f81-a0a4-4bde-9964-68a2034afd76 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:17.815827 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6016f9ac-4d52-47d4-90ea-455d9d696327 req-5d3c4f81-a0a4-4bde-9964-68a2034afd76 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0568910 Jun 23 02:01:17.836388 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:17.851855 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:01:17.867611 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6016f9ac-4d52-47d4-90ea-455d9d696327 req-ab1d23cc-c868-49c2-921f-7cf5a6f44a10 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481262 Jun 23 02:01:17.893241 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:01:17.893694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:17.907470 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:01:17.931893 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:17.937139 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:17.992828 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:18.248592 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['7827f5ce-5cc6-4b78-beb6-287c7e53272b'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:18.369783 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:18.390719 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13769e2-a211-4741-878f-3e3403eb0cb4 req-9fa3abdc-97e1-459a-a326-40acb8b94384 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:18.392337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f13769e2-a211-4741-878f-3e3403eb0cb4 req-9fa3abdc-97e1-459a-a326-40acb8b94384 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0551293 Jun 23 02:01:18.453305 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f13769e2-a211-4741-878f-3e3403eb0cb4 req-5d1fd345-fab6-4ead-a130-56c842b26ab6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552521 Jun 23 02:01:18.997012 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e95284-c2af-4698-93a9-3d330985a471 req-e122632c-1d90-4a12-be3e-45aaa8e41e41 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:18.998778 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a0e95284-c2af-4698-93a9-3d330985a471 req-e122632c-1d90-4a12-be3e-45aaa8e41e41 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0589311 Jun 23 02:01:19.053098 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a0e95284-c2af-4698-93a9-3d330985a471 req-739fd9f9-18fa-426f-b191-30b68883653c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Jun 23 02:01:19.240994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15d54-114e-4fb9-bb42-e99fa057c410 req-f106ee87-df5d-456b-aa4b-5ad0eafce80d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:19.242420 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cc15d54-114e-4fb9-bb42-e99fa057c410 req-f106ee87-df5d-456b-aa4b-5ad0eafce80d tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0516913 Jun 23 02:01:19.291803 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cc15d54-114e-4fb9-bb42-e99fa057c410 req-c701d9ba-083b-491e-8a45-f967ba79d0ba tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Jun 23 02:01:19.577750 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b761-de66-4556-b444-816d7d286849 req-9d6c3127-e867-4284-8c27-6fec029fa0b0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:19.579204 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-af44b761-de66-4556-b444-816d7d286849 req-9d6c3127-e867-4284-8c27-6fec029fa0b0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0477622 Jun 23 02:01:19.626560 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-af44b761-de66-4556-b444-816d7d286849 req-2a1e8ff9-a8ca-4943-9ea2-34504f035da7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Jun 23 02:01:19.714499 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:01:19.743700 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:19.760037 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 7827f5ce-5cc6-4b78-beb6-287c7e53272b completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:01:19.767778 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 7827f5ce-5cc6-4b78-beb6-287c7e53272b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:01:19.768139 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:19.793885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:19.848454 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:01:19.849182 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:19.878336 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:19.880666 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846e2bf6-79d0-47bd-9b13-69990f95442e" -d '{"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:19.893462 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:19.899410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:19.921689 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1122d617-4152-4c59-ac7f-219d8e3435d5 x-openstack-request-id: req-1122d617-4152-4c59-ac7f-219d8e3435d5 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:19.921980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:19.922230 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1122d617-4152-4c59-ac7f-219d8e3435d5 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:19.922621 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1122d617-4152-4c59-ac7f-219d8e3435d5'] response: {'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'code': 200} Jun 23 02:01:19.948104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:20.170353 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f75db-3e4c-4c25-ba41-eb0943365dc5 req-8e8821fb-3ee4-42d1-bbdb-74a432fdd32a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:20.171838 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d6f75db-3e4c-4c25-ba41-eb0943365dc5 req-8e8821fb-3ee4-42d1-bbdb-74a432fdd32a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0494945 Jun 23 02:01:20.222391 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d6f75db-3e4c-4c25-ba41-eb0943365dc5 req-da24c332-051c-4f89-95df-4890f9cb462b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Jun 23 02:01:20.418447 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cb8d4-aafb-4fe1-9500-7148140d2059 req-70144478-3ae5-42f8-acf1-3aa956e42ab2 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:20.420259 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f22cb8d4-aafb-4fe1-9500-7148140d2059 req-70144478-3ae5-42f8-acf1-3aa956e42ab2 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Jun 23 02:01:20.469362 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f22cb8d4-aafb-4fe1-9500-7148140d2059 req-51a6044d-a79c-46e9-a7d6-0ee103e081d8 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jun 23 02:01:20.754283 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957f2c-304a-443b-bdf9-59252ecfdb38 req-8c54ab12-49f3-43ec-b0a2-1360885bfd9b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:20.755759 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf957f2c-304a-443b-bdf9-59252ecfdb38 req-8c54ab12-49f3-43ec-b0a2-1360885bfd9b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Jun 23 02:01:20.802070 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf957f2c-304a-443b-bdf9-59252ecfdb38 req-de186963-e137-4461-bee5-2cb93c77f1ba tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Jun 23 02:01:21.342990 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa774e-63ff-4345-aa9b-a4e7ab44b98e req-3d11c3eb-c844-4dbd-b5e2-9595c6bcc3bc tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.344501 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-19fa774e-63ff-4345-aa9b-a4e7ab44b98e req-3d11c3eb-c844-4dbd-b5e2-9595c6bcc3bc tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0525041 Jun 23 02:01:21.390811 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-19fa774e-63ff-4345-aa9b-a4e7ab44b98e req-978fbdc4-2b42-46d5-aafd-46462f9fb6aa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Jun 23 02:01:21.592625 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d027-0b14-4306-b0e6-a26153ac2408 req-8deabd08-ae04-46f2-a2c3-9972dd15b047 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.594068 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2650d027-0b14-4306-b0e6-a26153ac2408 req-8deabd08-ae04-46f2-a2c3-9972dd15b047 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.0472908 Jun 23 02:01:21.644893 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2650d027-0b14-4306-b0e6-a26153ac2408 req-ca0a81d3-1091-4154-aa3d-e512091ab8e8 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/security-groups?id=a86f0e87-96bd-480b-ba62-fe2b1f291713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Jun 23 02:01:21.854108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:21.911129 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-82e58391-c02d-4911-8ec4-d3bd5476959c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.912640 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-82e58391-c02d-4911-8ec4-d3bd5476959c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.1157873 Jun 23 02:01:21.920580 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-d1f89156-a8e5-4517-9097-f8a556bc4956 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.922015 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-d1f89156-a8e5-4517-9097-f8a556bc4956 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.16 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 946 time: 0.1150200 Jun 23 02:01:21.923463 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df7f2-9f3d-42a6-894c-9f0d9bf9022f req-7f0714a9-8ddb-45e3-880c-7b3b27c31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.924813 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f73df7f2-9f3d-42a6-894c-9f0d9bf9022f req-7f0714a9-8ddb-45e3-880c-7b3b27c31f35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1129 time: 0.0716417 Jun 23 02:01:21.939536 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88e688-7064-466d-ad42-02a0a310fd9a req-a16797c1-9c31-4a64-9770-0a4a21deece9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:21.941049 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6e88e688-7064-466d-ad42-02a0a310fd9a req-a16797c1-9c31-4a64-9770-0a4a21deece9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0533602 Jun 23 02:01:22.115409 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Deleting port 3062802e-09ad-4654-b615-781fa16c28ff {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:22.115656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (3062802e-09ad-4654-b615-781fa16c28ff), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.135043 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f73df7f2-9f3d-42a6-894c-9f0d9bf9022f req-2476e92f-5498-4f3e-97ec-b64d7e03f185 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749804 Jun 23 02:01:22.152897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Deleting port 83cfe0cb-2f27-40d9-861f-edfdedc175bc {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:22.153289 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.194296 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:22.228048 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6e88e688-7064-466d-ad42-02a0a310fd9a req-daf78c48-a48d-4af8-ae39-b6c650878235 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808723 Jun 23 02:01:22.276389 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] For port 3062802e-09ad-4654-b615-781fa16c28ff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3062802e-09ad-4654-b615-781fa16c28ff,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:22.276741 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (3062802e-09ad-4654-b615-781fa16c28ff), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.335483 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] For port 83cfe0cb-2f27-40d9-861f-edfdedc175bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=83cfe0cb-2f27-40d9-861f-edfdedc175bc,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:22.335841 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.357909 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Calling delete_port for 83cfe0cb-2f27-40d9-861f-edfdedc175bc owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:22.508401 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811a65-6d5b-44a3-bb28-6889b5762807 req-4cc0140d-278c-4765-89b5-3ae0c753af95 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:22.509997 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-37811a65-6d5b-44a3-bb28-6889b5762807 req-4cc0140d-278c-4765-89b5-3ae0c753af95 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 945 time: 0.0501411 Jun 23 02:01:22.519688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.520049 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.520352 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Floating IP 9ffa7a90-d540-4275-be78-476429c0de04 disassociated. External IP: 172.27.0.42, port: 3062802e-09ad-4654-b615-781fa16c28ff. Jun 23 02:01:22.520688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Calling delete_port for 3062802e-09ad-4654-b615-781fa16c28ff owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:22.561563 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-37811a65-6d5b-44a3-bb28-6889b5762807 req-c3b4a606-3d0d-466a-97a3-a2244db1795a tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=007727e1-efa1-4b42-af96-ddcffb59714e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450072 Jun 23 02:01:22.614138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:22.621739 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:22.635532 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (83cfe0cb-2f27-40d9-861f-edfdedc175bc), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.648552 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['83cfe0cb-2f27-40d9-861f-edfdedc175bc'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:22.665915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Pushing event deleted for resources: {'Port': ['ID=83cfe0cb-2f27-40d9-861f-edfdedc175bc,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:22.742971 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] No DVR routers for this DVR port 83cfe0cb-2f27-40d9-861f-edfdedc175bc on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:22.746902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.750046 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-961acd6f-7196-444d-8374-cad21b0d3b1f req-4f10bceb-206c-423d-aa9a-a78187ed011a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.16 "DELETE /v2.0/ports/83cfe0cb-2f27-40d9-861f-edfdedc175bc HTTP/1.1" status: 204 len: 173 time: 0.8111732 Jun 23 02:01:22.750889 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'name': 'network-vif-deleted', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:22.752180 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-09f98ff9-9dff-47c9-b40c-83a5894f2e2f req-76d22b23-cd9d-41a8-84d5-143d7327bc04 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Jun 23 02:01:22.752805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a113c0-6fc4-465c-b97b-c3d0f339b161" -d '{"events": [{"server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "name": "network-vif-deleted", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:22.779094 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3062802e-09ad-4654-b615-781fa16c28ff), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:22.803469 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52a7cd3-1044-4d6f-8fdc-dc1320f175bd x-openstack-request-id: req-f52a7cd3-1044-4d6f-8fdc-dc1320f175bd {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:22.803758 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85529eb8-0d73-413a-8924-021279175dc6", "name": "network-vif-deleted", "tag": "83cfe0cb-2f27-40d9-861f-edfdedc175bc", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:22.803998 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f52a7cd3-1044-4d6f-8fdc-dc1320f175bd {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:22.804383 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52a7cd3-1044-4d6f-8fdc-dc1320f175bd'] response: {'server_uuid': '85529eb8-0d73-413a-8924-021279175dc6', 'name': 'network-vif-deleted', 'tag': '83cfe0cb-2f27-40d9-861f-edfdedc175bc', 'status': 'completed', 'code': 200} Jun 23 02:01:22.808113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'Port': ['ID=3062802e-09ad-4654-b615-781fa16c28ff,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:22.921161 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:23.037679 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:23.058805 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:23.070588 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:23.076015 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:23.092428 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] No DVR routers for this DVR port 3062802e-09ad-4654-b615-781fa16c28ff on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:23.095017 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:23.098401 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6d5cdc10-d2cc-4c69-a137-46e1ba0299cf req-2779550c-d53d-4a66-bd0a-931512721a05 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "DELETE /v2.0/ports/3062802e-09ad-4654-b615-781fa16c28ff HTTP/1.1" status: 204 len: 173 time: 1.1661794 Jun 23 02:01:23.122834 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed00e-daae-492b-b69a-0fec7cb23a57 req-082800ce-5b17-4f58-8b0f-2954f8fa5e43 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:23.124663 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-417ed00e-daae-492b-b69a-0fec7cb23a57 req-082800ce-5b17-4f58-8b0f-2954f8fa5e43 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0764666 Jun 23 02:01:23.159160 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:23.187721 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-417ed00e-daae-492b-b69a-0fec7cb23a57 req-963ed75d-54d5-4281-b470-3b013b87f3b3 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567253 Jun 23 02:01:23.190240 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:23.363376 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dae18-e48d-4379-9e32-3af460b68d07 req-80896f4c-6fda-410a-88f9-472400ae9327 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:23.364890 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b71dae18-e48d-4379-9e32-3af460b68d07 req-80896f4c-6fda-410a-88f9-472400ae9327 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0550320 Jun 23 02:01:23.412249 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b71dae18-e48d-4379-9e32-3af460b68d07 req-ae79e341-43bb-4277-acae-4115fa7ddab0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Jun 23 02:01:23.474146 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:23.500798 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:23.509266 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:23.509859 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:23.543657 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:23.610999 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:23.663541 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a7588095-60a3-4ca3-865e-6de5e7d005ae req-00fc16e8-869d-434b-aa20-911803abbbb2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0328116 Jun 23 02:01:23.684648 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:23.794509 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:23.819140 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cef5a3-d370-4cc2-a2b4-6746f8063379 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:23.868141 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-08cf3af3-c925-40b0-afd3-a60b77ed26f9 req-5cc50667-8fde-4c6b-a791-e8a45b2a941a tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jun 23 02:01:24.022365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ef99d-2d5b-47a5-9b21-9c44fb73415b None None] New status for floating IP 9ffa7a90-d540-4275-be78-476429c0de04: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:24.262168 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:01:24.305352 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7706832-b484-4b5a-817b-3d1254f26992 req-f09de67c-0649-48b2-a935-e678cd1786b7 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:24.306862 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d7706832-b484-4b5a-817b-3d1254f26992 req-f09de67c-0649-48b2-a935-e678cd1786b7 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0544260 Jun 23 02:01:24.358103 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d7706832-b484-4b5a-817b-3d1254f26992 req-29d7eb1e-a1b3-43f5-ac5c-664e2787541e tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Jun 23 02:01:24.591874 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900aad6-18e7-491c-bb4a-4479b25c3609 req-63b6cd85-84aa-459e-a33b-79feecf72e03 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:24.593353 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6900aad6-18e7-491c-bb4a-4479b25c3609 req-63b6cd85-84aa-459e-a33b-79feecf72e03 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.1101332 Jun 23 02:01:24.647604 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6900aad6-18e7-491c-bb4a-4479b25c3609 req-9dda77d7-a24a-44df-9e3c-24b193553e40 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484879 Jun 23 02:01:24.770679 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9fe324a3-de21-4f7a-a703-a09f5d01e5f8 req-5313b0f0-8594-47c5-8de3-06bbbd225d84 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=826a127a-e81a-4817-9340-ee6521e7aa9c HTTP/1.1" status: 200 len: 210 time: 0.0291078 Jun 23 02:01:24.805364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'name': 'network-vif-deleted', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:24.807696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca253eb3-b708-4e6d-b246-e082039380e7" -d '{"events": [{"server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "name": "network-vif-deleted", "tag": "3062802e-09ad-4654-b615-781fa16c28ff"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:24.842017 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade57b1-ff68-44f0-bbe1-729b190398a0 x-openstack-request-id: req-6ade57b1-ff68-44f0-bbe1-729b190398a0 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:24.842310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a127a-e81a-4817-9340-ee6521e7aa9c", "name": "network-vif-deleted", "tag": "3062802e-09ad-4654-b615-781fa16c28ff", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:24.842549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ade57b1-ff68-44f0-bbe1-729b190398a0 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:24.842945 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ade57b1-ff68-44f0-bbe1-729b190398a0'] response: {'server_uuid': '826a127a-e81a-4817-9340-ee6521e7aa9c', 'name': 'network-vif-deleted', 'tag': '3062802e-09ad-4654-b615-781fa16c28ff', 'status': 'completed', 'code': 200} Jun 23 02:01:24.992719 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d1e27957-8c8b-491f-8a2e-3f49eb787e20 req-afff7f55-a543-47f2-86d0-0caa95de29f6 tempest-TestMinimumBasicScenario-481673373 tempest-TestMinimumBasicScenario-481673373-project] 10.222.0.26 "GET /v2.0/ports?device_id=85529eb8-0d73-413a-8924-021279175dc6 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Jun 23 02:01:25.368339 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-bd7643e2-f8b1-4e3f-99ea-352e75ddfff2 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:25.369821 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-bd7643e2-f8b1-4e3f-99ea-352e75ddfff2 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0523899 Jun 23 02:01:25.474396 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefdea3-2d41-418a-a4af-d7fbbb7625b0 req-1f5c6d6e-5926-4935-b15f-97627e1da39c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:25.475900 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bfefdea3-2d41-418a-a4af-d7fbbb7625b0 req-1f5c6d6e-5926-4935-b15f-97627e1da39c tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 945 time: 0.0486453 Jun 23 02:01:25.529292 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bfefdea3-2d41-418a-a4af-d7fbbb7625b0 req-66156e33-92a3-421e-a843-c4eb11d80822 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/security-groups?id=c709c882-35b6-4523-b0b7-421f06a1758d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Jun 23 02:01:25.699312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Deleting port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:25.699709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:25.748150 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 83cfe0cb-2f27-40d9-861f-edfdedc175bc no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:25.769421 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 83cfe0cb-2f27-40d9-861f-edfdedc175bc {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:25.769984 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 83cfe0cb-2f27-40d9-861f-edfdedc175bc not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:25.770456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3062802e-09ad-4654-b615-781fa16c28ff no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:25.773411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a8185-7b31-432a-a208-8f61746f8ca6 req-ae16e705-82c3-4f9c-ac61-c3d6d4400a28 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:25.774650 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-981a8185-7b31-432a-a208-8f61746f8ca6 req-ae16e705-82c3-4f9c-ac61-c3d6d4400a28 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0527401 Jun 23 02:01:25.790301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 3062802e-09ad-4654-b615-781fa16c28ff {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:25.790720 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3062802e-09ad-4654-b615-781fa16c28ff not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:25.802427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] For port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,segment=NetworkSegment(d9816b27-c2ad-45ee-823a-c4c7e8cb74fc),segment_id=d9816b27-c2ad-45ee-823a-c4c7e8cb74fc)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:25.802790 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:25.817632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Calling delete_port for 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:25.832102 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-981a8185-7b31-432a-a208-8f61746f8ca6 req-63ef07e5-ddff-4afa-8569-a25df083f5ab tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502169 Jun 23 02:01:25.868137 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57404) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:25.952346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c0373-a52a-4be3-b213-927b49d5b937 req-80aba77d-e0fd-4898-b8fd-cff31b3c16fa tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:25.954097 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a82c0373-a52a-4be3-b213-927b49d5b937 req-80aba77d-e0fd-4898-b8fd-cff31b3c16fa tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Jun 23 02:01:25.962773 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57406) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:25.967331 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Request body: {'floatingip': {'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:25.982531 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (007727e1-efa1-4b42-af96-ddcffb59714e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.008287 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.009325 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:26.014895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:26.020810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (007727e1-efa1-4b42-af96-ddcffb59714e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.024680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (22fbc75d-2406-4497-95ea-3a7cbd6cdd97), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.036390 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['22fbc75d-2406-4497-95ea-3a7cbd6cdd97'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:26.077257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Pushing event deleted for resources: {'Port': ['ID=22fbc75d-2406-4497-95ea-3a7cbd6cdd97,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:26.141513 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] No DVR routers for this DVR port 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:26.143254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (007727e1-efa1-4b42-af96-ddcffb59714e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.145790 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.146976 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "DELETE /v2.0/security-groups/007727e1-efa1-4b42-af96-ddcffb59714e HTTP/1.1" status: 204 len: 168 time: 0.2777703 Jun 23 02:01:26.148406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.151473 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-aac9b2ad-df4a-411b-ba56-5b0fcce66b6c req-84d0b30d-f401-4549-8969-cc7bb2c03643 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.16 "DELETE /v2.0/ports/22fbc75d-2406-4497-95ea-3a7cbd6cdd97 HTTP/1.1" status: 204 len: 173 time: 0.5471056 Jun 23 02:01:26.152458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57416) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:26.161525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d1e64-da09-459e-b60c-cc09b9ca2084 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007727e1-efa1-4b42-af96-ddcffb59714e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:26.191426 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-57d175be-130f-423a-95a7-eaf5782ace90 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] show failed (client error): The resource could not be found. Jun 23 02:01:26.195738 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-57d175be-130f-423a-95a7-eaf5782ace90 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups/007727e1-efa1-4b42-af96-ddcffb59714e HTTP/1.1" status: 404 len: 347 time: 0.0423019 Jun 23 02:01:26.196355 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57420) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:26.333722 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Deleting port 7e56de12-116f-41e5-b9d2-9b229093bf48 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:26.334060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.360803 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:26.422928 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.423418 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (7e56de12-116f-41e5-b9d2-9b229093bf48), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.438113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Calling delete_port for 7e56de12-116f-41e5-b9d2-9b229093bf48 owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:26.544720 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:26.555708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.566000 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.587018 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (7e56de12-116f-41e5-b9d2-9b229093bf48), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.648224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'Port': ['ID=7e56de12-116f-41e5-b9d2-9b229093bf48,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:26.737926 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7fc6b815-1ee9-4b01-a165-39227694defb req-b3142944-8c7f-4678-8308-2d29327a63e8 tempest-VolumesSnapshotTestJSON-526155813 tempest-VolumesSnapshotTestJSON-526155813-project] 10.222.0.26 "GET /v2.0/ports?device_id=56258c33-f03c-4b1c-bf88-46f200374abb HTTP/1.1" status: 200 len: 210 time: 0.0478513 Jun 23 02:01:26.747829 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.l3_db [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Floating IP 10b5ed72-afe8-4e46-ab74-6e7adddf73b0 associated. External IP: 172.27.0.219, port: 7827f5ce-5cc6-4b78-beb6-287c7e53272b. Jun 23 02:01:26.807261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57462) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:26.937532 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'name': 'network-vif-deleted', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:26.940288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd5bd1d-0855-453e-bcb7-1f82f7cc36fd" -d '{"events": [{"server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "name": "network-vif-deleted", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:26.985780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457effd-6298-4402-9fa0-d478df528e75 x-openstack-request-id: req-2457effd-6298-4402-9fa0-d478df528e75 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:26.986072 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56258c33-f03c-4b1c-bf88-46f200374abb", "name": "network-vif-deleted", "tag": "22fbc75d-2406-4497-95ea-3a7cbd6cdd97", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:26.986352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2457effd-6298-4402-9fa0-d478df528e75 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:26.986713 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2457effd-6298-4402-9fa0-d478df528e75'] response: {'server_uuid': '56258c33-f03c-4b1c-bf88-46f200374abb', 'name': 'network-vif-deleted', 'tag': '22fbc75d-2406-4497-95ea-3a7cbd6cdd97', 'status': 'completed', 'code': 200} Jun 23 02:01:26.994173 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (9ffa7a90-d540-4275-be78-476429c0de04), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.996642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:26.999099 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-39d5e542-4e8c-4bf2-88dc-a722d3e7daee tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "DELETE /v2.0/floatingips/9ffa7a90-d540-4275-be78-476429c0de04 HTTP/1.1" status: 204 len: 168 time: 0.8001478 Jun 23 02:01:27.074050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57468) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:27.078886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488925214', 'description': 'tempest-description--73938897'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:27.100776 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.112531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:27.170518 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (49cfa2c6-2aac-4a38-933e-49e03251f51b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.175461 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (49cfa2c6-2aac-4a38-933e-49e03251f51b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.205656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.209825 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1347804 Jun 23 02:01:27.210411 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57470) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:27.215854 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group_rule': {'security_group_id': '49cfa2c6-2aac-4a38-933e-49e03251f51b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:27.221428 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56372b0-11be-4f0f-a4a3-cce6294e68f1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cfa2c6-2aac-4a38-933e-49e03251f51b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:27.244783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (64656af1-0343-4a16-9864-95b0634d6b26), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.275630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:27.297348 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:27.310276 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:27.314478 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (64656af1-0343-4a16-9864-95b0634d6b26), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.319425 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (64656af1-0343-4a16-9864-95b0634d6b26), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.324272 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:27.325480 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:27.342721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64656af1-0343-4a16-9864-95b0634d6b26,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:27.355671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.362227 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-7bb35f95-6140-49df-b314-871627e5b3de tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496711 Jun 23 02:01:27.363103 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57472) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:27.367866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'security_group_rule': {'security_group_id': '49cfa2c6-2aac-4a38-933e-49e03251f51b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:27.372780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:27.403507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (24a6012f-72a8-466e-941c-796fd733455f), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.443486 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:27.467286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (24a6012f-72a8-466e-941c-796fd733455f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.472425 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (24a6012f-72a8-466e-941c-796fd733455f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.496293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a6012f-72a8-466e-941c-796fd733455f,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:27.504712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.506925 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b4a603ba-305b-4124-a987-f7528cad663e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427512 Jun 23 02:01:27.509980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57474) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:27.514601 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:27.537391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.557309 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.590801 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:27.600494 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-76f2885b-9172-4131-a626-bb8b41dce83b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "PUT /v2.0/floatingips/10b5ed72-afe8-4e46-ab74-6e7adddf73b0 HTTP/1.1" status: 200 len: 991 time: 1.6341279 Jun 23 02:01:27.600494 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:27.601757 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1778378-0753-481f-8202-9f97a0c609b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:27.604204 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.638068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.654669 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527bd185-c724-47a1-a305-33c1f5a79991 x-openstack-request-id: req-527bd185-c724-47a1-a305-33c1f5a79991 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:27.655298 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:27.655775 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-527bd185-c724-47a1-a305-33c1f5a79991 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:27.656465 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527bd185-c724-47a1-a305-33c1f5a79991'] response: {'name': 'network-changed', 'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'status': 'completed', 'code': 200} Jun 23 02:01:27.681658 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '10b5ed72-afe8-4e46-ab74-6e7adddf73b0', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:04Z', 'updated_at': '2022-06-23T02:01:26Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:27.708001 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:27.717603 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:27.718129 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:27.738186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778378-0753-481f-8202-9f97a0c609b1 req-999e4cc2-f825-4de8-b3cd-2904467b90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:27.739714 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-999e4cc2-f825-4de8-b3cd-2904467b90fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1129 time: 0.0552757 Jun 23 02:01:27.744400 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:27.847443 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:27.864271 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Deleting port 78367218-0c5e-454f-93e9-33e53c190a44 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:27.864609 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (78367218-0c5e-454f-93e9-33e53c190a44), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.867567 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Allocated IP 172.27.0.137 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/60c1438c-65a3-496a-85b6-1f5c09434404) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:01:27.921898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778378-0753-481f-8202-9f97a0c609b1 req-c0250f75-f557-445c-9785-e8350cab8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:27.923660 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-c0250f75-f557-445c-9785-e8350cab8f69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.1500313 Jun 23 02:01:27.956705 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] For port 78367218-0c5e-454f-93e9-33e53c190a44, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=78367218-0c5e-454f-93e9-33e53c190a44,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:27.957066 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (78367218-0c5e-454f-93e9-33e53c190a44), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:27.972125 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Calling delete_port for 78367218-0c5e-454f-93e9-33e53c190a44 owned by network:router_interface {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:28.038833 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-f5fb1043-b6c6-4725-bdd3-b51468668079 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 999 time: 0.1045563 Jun 23 02:01:28.094514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (60c1438c-65a3-496a-85b6-1f5c09434404), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.116681 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.118135 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '10b5ed72-afe8-4e46-ab74-6e7adddf73b0', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:04Z', 'updated_at': '2022-06-23T02:01:26Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:28.127125 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778378-0753-481f-8202-9f97a0c609b1 req-9713f371-a8a8-4132-9b21-0094843db2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:28.128677 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-9713f371-a8a8-4132-9b21-0094843db2ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0814171 Jun 23 02:01:28.133730 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.155903 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d90151-f5fa-42c3-aa6d-00369ef2273b None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '10b5ed72-afe8-4e46-ab74-6e7adddf73b0', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '178c5611-1340-433d-a228-24d588b028e0', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:04Z', 'updated_at': '2022-06-23T02:01:26Z', 'revision_number': 1, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:28.186146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778378-0753-481f-8202-9f97a0c609b1 req-330b8884-a635-4d76-94ce-de47d097af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:28.187788 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-330b8884-a635-4d76-94ce-de47d097af43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513985 Jun 23 02:01:28.194836 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.202770 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.258118 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (78367218-0c5e-454f-93e9-33e53c190a44), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.273561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:01:28.285346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:01:28.301663 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78367218-0c5e-454f-93e9-33e53c190a44,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:28.318648 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:01:28.324288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=60c1438c-65a3-496a-85b6-1f5c09434404,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:28.422885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-24934a0a-d5a6-48cb-9518-17ad1274103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.441201 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-39f3971e-5383-4454-b912-81f5f866b399 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425399 Jun 23 02:01:28.460852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.489696 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132f9be-f7b9-489a-af55-d2707c501e50 None None] New status for floating IP 10b5ed72-afe8-4e46-ab74-6e7adddf73b0: ACTIVE {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:28.514866 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.571978 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.613042 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c1778378-0753-481f-8202-9f97a0c609b1 req-0f3d7de2-73f6-49d8-a6e1-ab3f593b8d6e service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638303 Jun 23 02:01:28.737963 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.749622 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:28.750673 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (60c1438c-65a3-496a-85b6-1f5c09434404), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.755489 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.757633 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.828168 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=60c1438c-65a3-496a-85b6-1f5c09434404,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:28.836929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.843301 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.853919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.863555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:28.864166 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ea76e269-8435-4c00-9626-f5202be9d737 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3441479 Jun 23 02:01:28.864251 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7240391e-2251-4144-81c9-cc235ca2e7c3 admin admin] 10.222.0.26 "PUT /v2.0/routers/af59ce1f-6766-4ef6-b1c1-d1a6e17b1100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0516331 Jun 23 02:01:28.864251 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57488) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:28.866324 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Sync routers for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:28.876761 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:28.877347 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:28.918379 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:28.976235 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks [] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:28.984537 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:29.084718 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks [] for router_gateway (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:29.148099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Deleting port a9598507-2024-4c81-aa43-ce3c9773a769 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:29.148429 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:29.196470 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-3f5a93ca-f152-4686-8386-903f146ed9f4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--488925214&fields=id&tenant_id=96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 267 time: 0.0795271 Jun 23 02:01:29.248247 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T02:01:28Z', 'revision_number': 5, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port': {'id': 'a9598507-2024-4c81-aa43-ce3c9773a769', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:29.275898 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Checking router: af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:29.284649 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Routers {'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:29.285482 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:29.335854 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] For port a9598507-2024-4c81-aa43-ce3c9773a769, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a9598507-2024-4c81-aa43-ce3c9773a769,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:29.336222 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:29.356958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Calling delete_port for a9598507-2024-4c81-aa43-ce3c9773a769 owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:29.380232 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] Set router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:29.386749 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-44898082-a0c6-49a9-a1cf-cdffacd65dd3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:29.388646 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-44898082-a0c6-49a9-a1cf-cdffacd65dd3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 810 time: 0.1615646 Jun 23 02:01:29.440476 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-7738d4c3-d7fd-4815-844c-f637cc75704e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/quotas/96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 375 time: 0.0154667 Jun 23 02:01:29.442826 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T02:01:29Z', 'revision_number': 6, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:29.467476 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa4e-40a2-4309-960a-eff0cb986051 None None] The sync data for ids ['af59ce1f-6766-4ef6-b1c1-d1a6e17b1100'] in dv-cinder-815582-9-iscsi is: [{'id': 'af59ce1f-6766-4ef6-b1c1-d1a6e17b1100', 'name': 'tempest-TestMinimumBasicScenario-741808814-router', 'tenant_id': '5a7db67320b04863ac7d28369425dd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:11Z', 'updated_at': '2022-06-23T02:01:29Z', 'revision_number': 6, 'project_id': '5a7db67320b04863ac7d28369425dd19', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:29.542265 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-1020521a-102e-4a78-b6ca-ebaf7ba187cc tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929656 Jun 23 02:01:29.609464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:29.645813 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:29.666189 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a9598507-2024-4c81-aa43-ce3c9773a769), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:29.705986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9598507-2024-4c81-aa43-ce3c9773a769,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:29.710590 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-05b649ea-8a0c-469a-ae58-acf78128c238 service neutron] 10.222.0.26 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567218 Jun 23 02:01:29.836509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.178138 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-fb0e74d9-1a3b-4446-a617-2d81d7f4ed4a service neutron] 10.222.0.26 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602525 Jun 23 02:01:30.179905 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.182204 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks [] for router_controller (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.246243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (af59ce1f-6766-4ef6-b1c1-d1a6e17b1100), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.247423 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:01:30.254491 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.258440 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-bcc87192-e8e2-4cd5-a5eb-d016ac20b92d admin admin] 10.222.0.26 "DELETE /v2.0/routers/af59ce1f-6766-4ef6-b1c1-d1a6e17b1100 HTTP/1.1" status: 204 len: 168 time: 1.3927991 Jun 23 02:01:30.258830 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57512) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:30.311161 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Deleting subnet 07877b4c-0213-4419-bc9e-f01b74a2c604 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:01:30.315137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Publish callbacks [] for subnet (07877b4c-0213-4419-bc9e-f01b74a2c604), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.369627 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ee2b508d-8b94-49cb-a23c-7a9e9528723b req-e26fafcd-fe76-4e68-9bf6-3395b64c185c tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 210 time: 0.0346344 Jun 23 02:01:30.378083 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (07877b4c-0213-4419-bc9e-f01b74a2c604), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.483343 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:30.494533 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (07877b4c-0213-4419-bc9e-f01b74a2c604), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.512079 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:30.512432 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 22fbc75d-2406-4497-95ea-3a7cbd6cdd97 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:30.560013 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (07877b4c-0213-4419-bc9e-f01b74a2c604), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.596397 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07877b4c-0213-4419-bc9e-f01b74a2c604,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:30.601434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.605275 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a6854948-9924-4985-bcde-72f92a37256e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/07877b4c-0213-4419-bc9e-f01b74a2c604 HTTP/1.1" status: 204 len: 168 time: 0.3453271 Jun 23 02:01:30.610243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57524) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:30.615117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59136248-5411-4e0a-a0f0-fb477b06496d None None] Network c32b92fc-5000-490b-9c2b-64162cf17bf3 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:01:30.679080 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a9598507-2024-4c81-aa43-ce3c9773a769 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:30.688337 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (c32b92fc-5000-490b-9c2b-64162cf17bf3), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.734668 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Deleting port 2d489305-6939-4fd8-ac75-1975b56387b2 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:30.735416 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.739581 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: a9598507-2024-4c81-aa43-ce3c9773a769 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:30.740122 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a9598507-2024-4c81-aa43-ce3c9773a769 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:30.740939 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 78367218-0c5e-454f-93e9-33e53c190a44 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:30.763682 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:30.792260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 78367218-0c5e-454f-93e9-33e53c190a44 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:30.792611 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 78367218-0c5e-454f-93e9-33e53c190a44 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:30.808961 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] For port 2d489305-6939-4fd8-ac75-1975b56387b2, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2d489305-6939-4fd8-ac75-1975b56387b2,segment=NetworkSegment(a9517e19-7c40-43c3-98f2-de2aee5b9c3e),segment_id=a9517e19-7c40-43c3-98f2-de2aee5b9c3e)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:30.809345 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.814495 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1418105f-d281-487f-b5c7-9e311240a66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.825154 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Calling delete_port for 2d489305-6939-4fd8-ac75-1975b56387b2 owned by network:dhcp {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:30.893942 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] DHCP port deletion for c32b92fc-5000-490b-9c2b-64162cf17bf3 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:01:30.913071 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.934059 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Deleting port 2d489305-6939-4fd8-ac75-1975b56387b2 {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:30.934363 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:30.940084 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d489305-6939-4fd8-ac75-1975b56387b2,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:30.946097 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] No DVR routers for this DVR port 2d489305-6939-4fd8-ac75-1975b56387b2 on host dv-cinder-815582-9-iscsi {{(pid=104187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:31.005702 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] For port 2d489305-6939-4fd8-ac75-1975b56387b2, host dv-cinder-815582-9-iscsi, got binding levels [] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:31.006087 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.020529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Calling delete_port for 2d489305-6939-4fd8-ac75-1975b56387b2 owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:31.020897 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (c32b92fc-5000-490b-9c2b-64162cf17bf3), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.023705 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.ipam_backend_mixin [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Port 2d489305-6939-4fd8-ac75-1975b56387b2 was not found and therefore no delete operation was performed {{(pid=104188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 02:01:31.025143 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (2d489305-6939-4fd8-ac75-1975b56387b2), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.043721 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32b92fc-5000-490b-9c2b-64162cf17bf3']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:31.053580 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] Pushing event deleted for resources: {'Port': ['ID=2d489305-6939-4fd8-ac75-1975b56387b2,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:31.055708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:31.056115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9517e19-7c40-43c3-98f2-de2aee5b9c3e') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:31.059558 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a4700-7a44-452a-b4eb-1511bf436610 None None] No DVR routers for this DVR port 2d489305-6939-4fd8-ac75-1975b56387b2 on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:31.069168 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (a9517e19-7c40-43c3-98f2-de2aee5b9c3e), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.088939 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (a9517e19-7c40-43c3-98f2-de2aee5b9c3e), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.090857 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:31.096603 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:01:31.097023 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (a9517e19-7c40-43c3-98f2-de2aee5b9c3e), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.124260 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment a9517e19-7c40-43c3-98f2-de2aee5b9c3e resource provider aggregate not found Jun 23 02:01:31.159786 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment a9517e19-7c40-43c3-98f2-de2aee5b9c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9517e19-7c40-43c3-98f2-de2aee5b9c3e found for delete ", "request_id": "req-cc42111d-e586-4e00-9526-e5dd4fa986f1"}]} Jun 23 02:01:31.168187 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (c32b92fc-5000-490b-9c2b-64162cf17bf3), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.174009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.177209 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c32b92fc-5000-490b-9c2b-64162cf17bf3 HTTP/1.1" status: 204 len: 168 time: 0.5677838 Jun 23 02:01:31.180440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57532) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:31.187784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27e37-b3ce-41ce-bdf8-567f179323f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32b92fc-5000-490b-9c2b-64162cf17bf3,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:31.468656 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-307fbde0-159f-4fbd-87f5-4ff2463ab901 req-a4f3d6da-dee9-4da3-8853-4df52758cf31 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 210 time: 0.0302293 Jun 23 02:01:31.558555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.656279 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:31.841654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Deleting port d503a5dc-1c39-42a1-a6bb-f3920108941d {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:31.841870 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.923258 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] For port d503a5dc-1c39-42a1-a6bb-f3920108941d, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d503a5dc-1c39-42a1-a6bb-f3920108941d,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:31.923646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:31.936714 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Calling delete_port for d503a5dc-1c39-42a1-a6bb-f3920108941d owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:32.094110 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:32.120492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (d503a5dc-1c39-42a1-a6bb-f3920108941d), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:32.123504 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:32.146001 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d503a5dc-1c39-42a1-a6bb-f3920108941d,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:32.320554 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:32.530682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Router 26569f70-63c0-4ee7-a37b-50b2f0f637ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:32.577044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:32.593209 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-11c1a53f-c546-4a2c-8a90-ae0449346a73 req-e0562862-cf60-4d6e-a7d4-cc7a3d660d0b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 210 time: 0.0542071 Jun 23 02:01:32.713472 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2d489305-6939-4fd8-ac75-1975b56387b2 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:32.742260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 2d489305-6939-4fd8-ac75-1975b56387b2 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:32.743774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2d489305-6939-4fd8-ac75-1975b56387b2 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:32.959802 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:32.966571 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-02d2b79d-12e1-466e-9dbe-bed2d0d779fc admin admin] 10.222.0.26 "PUT /v2.0/routers/26569f70-63c0-4ee7-a37b-50b2f0f637ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849717 Jun 23 02:01:32.969380 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57552) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:32.978351 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Sync routers for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:32.989675 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:32.990350 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:33.029147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-08151748-a409-487e-8e84-7b8c4765bb0f tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:33.030816 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-08151748-a409-487e-8e84-7b8c4765bb0f tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 810 time: 0.1195014 Jun 23 02:01:33.087093 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks [] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.088689 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.093288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:33.096409 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-0eba61ce-ab27-4dfb-b476-408ba8e121b0 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96afcc3674a54ffb86c1f0298a527e61 HTTP/1.1" status: 200 len: 379 time: 0.0558615 Jun 23 02:01:33.105663 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'port': {'device_id': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'admin_state_up': True, 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'security_groups': ['49cfa2c6-2aac-4a38-933e-49e03251f51b']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:33.190704 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks [] for router_gateway (26569f70-63c0-4ee7-a37b-50b2f0f637ec), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.220666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Made reservation on behalf of 96afcc3674a54ffb86c1f0298a527e61 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:01:33.224509 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.239936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Deleting port 6dbee726-0773-4d54-9151-1b9a873728fd {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:33.240269 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.259145 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.269766 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T02:01:32Z', 'revision_number': 5, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port': {'id': '6dbee726-0773-4d54-9151-1b9a873728fd', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:19Z', 'updated_at': '2022-06-23T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:33.306537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Checking router: 26569f70-63c0-4ee7-a37b-50b2f0f637ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:33.328736 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Routers {'26569f70-63c0-4ee7-a37b-50b2f0f637ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:33.329655 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:33.339678 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] For port 6dbee726-0773-4d54-9151-1b9a873728fd, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=6dbee726-0773-4d54-9151-1b9a873728fd,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:33.340035 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.351915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.354097 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Calling delete_port for 6dbee726-0773-4d54-9151-1b9a873728fd owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:33.363748 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Allocated IP 172.20.0.8 (71199da1-1b56-40ea-8cc6-cd12e41c8200/c76c97db-4a58-49ee-a4fe-095ee285b47a/0d3e18b2-2aa7-4f83-a668-22838ec6112e) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:01:33.397461 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.422024 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] Set router 26569f70-63c0-4ee7-a37b-50b2f0f637ec gateway port host: None {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:33.469866 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T02:01:33Z', 'revision_number': 6, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:33.470800 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.496593 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672e64e-4c8d-44f1-8543-000ba831f8dd None None] The sync data for ids ['26569f70-63c0-4ee7-a37b-50b2f0f637ec'] in dv-cinder-815582-9-iscsi is: [{'id': '26569f70-63c0-4ee7-a37b-50b2f0f637ec', 'name': 'tempest-TestMinimumBasicScenario-194090970-router', 'tenant_id': '5d85388598234c5e88414a1dbf17a5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:18Z', 'updated_at': '2022-06-23T02:01:33Z', 'revision_number': 6, 'project_id': '5d85388598234c5e88414a1dbf17a5f8', 'gw_port_host': None}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:33.507006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.526358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.533750 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (6dbee726-0773-4d54-9151-1b9a873728fd), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.545595 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.566226 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbee726-0773-4d54-9151-1b9a873728fd,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:33.593617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:01:33.596895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:01:33.600587 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:01:33.624704 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.628044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event updated for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:33.659069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:33.659754 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.672661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.685421 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-145ac3f8-76c1-47ec-a85e-efe8867ca358 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834332 Jun 23 02:01:33.700415 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Request body: {'port': {'device_id': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:33.749673 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.754465 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks [] for router_controller (26569f70-63c0-4ee7-a37b-50b2f0f637ec), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.764813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.774797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131db6f-8604-4dba-b06d-129a42622238 req-607d9fca-63ba-44fa-9dfe-d345a5babb74 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:33.776478 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2131db6f-8604-4dba-b06d-129a42622238 req-607d9fca-63ba-44fa-9dfe-d345a5babb74 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 931 time: 0.0565712 Jun 23 02:01:33.816516 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:33.836785 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (26569f70-63c0-4ee7-a37b-50b2f0f637ec), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.837401 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26569f70-63c0-4ee7-a37b-50b2f0f637ec {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:01:33.844025 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.845240 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6bbec819-8b1d-4fee-bf86-246476385576 admin admin] 10.222.0.26 "DELETE /v2.0/routers/26569f70-63c0-4ee7-a37b-50b2f0f637ec HTTP/1.1" status: 204 len: 168 time: 0.8748622 Jun 23 02:01:33.850015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57556) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:33.850445 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-cdf29ae3-b99c-4d47-8492-9da65e7a9b4b None None] Provisioning complete for port 0d3e18b2-2aa7-4f83-a668-22838ec6112e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:01:33.850809 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cdf29ae3-b99c-4d47-8492-9da65e7a9b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.885118 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-cdf29ae3-b99c-4d47-8492-9da65e7a9b4b None None] Port 0d3e18b2-2aa7-4f83-a668-22838ec6112e cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:01:33.891158 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2131db6f-8604-4dba-b06d-129a42622238 req-c6970d18-f076-4c74-8546-45ff9862c888 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874379 Jun 23 02:01:33.918616 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Deleting subnet 42381dab-c4c7-40a1-86f5-297732702c23 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:01:33.924730 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Publish callbacks [] for subnet (42381dab-c4c7-40a1-86f5-297732702c23), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:33.964983 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (42381dab-c4c7-40a1-86f5-297732702c23), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.048492 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (42381dab-c4c7-40a1-86f5-297732702c23), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.077975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3e18b2-2aa7-4f83-a668-22838ec6112e {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:01:34.086575 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks [] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.112988 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (42381dab-c4c7-40a1-86f5-297732702c23), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.115649 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Transition to ACTIVE for port object 0d3e18b2-2aa7-4f83-a668-22838ec6112e will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:01:34.120030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.141044 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42381dab-c4c7-40a1-86f5-297732702c23,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:34.146111 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.149368 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7f19dedb-2ab1-4c22-9d55-31de78765ef1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/42381dab-c4c7-40a1-86f5-297732702c23 HTTP/1.1" status: 204 len: 168 time: 0.2984283 Jun 23 02:01:34.153480 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75a5a9-3d46-47c8-8aa5-b5a311e79819 None None] Network ae634452-5229-4d52-a785-20894d0d7011 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:01:34.154863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57568) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:34.247177 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=2,neutron:UPDATE=6,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:34.260175 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (ae634452-5229-4d52-a785-20894d0d7011), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.262633 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:34.280452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.281203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.281721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.282289 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.282782 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.283349 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.284158 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.284728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.285220 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.285885 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.286416 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.286938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.287350 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.287832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.288164 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:01:34.398147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Deleting port b6a09338-7f65-490a-b804-5f27562bddb7 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:34.399335 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.436453 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Attempting to bind port 0d3e18b2-2aa7-4f83-a668-22838ec6112e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:01:34.436701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Attempting to bind port 0d3e18b2-2aa7-4f83-a668-22838ec6112e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:01:34.437121 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Attempting to bind port 0d3e18b2-2aa7-4f83-a668-22838ec6112e on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:01:34.446538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Port 0d3e18b2-2aa7-4f83-a668-22838ec6112e on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:01:34.446867 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Attempting to bind port 0d3e18b2-2aa7-4f83-a668-22838ec6112e on network 71199da1-1b56-40ea-8cc6-cd12e41c8200 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:01:34.472794 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] DHCP port deletion for ae634452-5229-4d52-a785-20894d0d7011 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:01:34.483496 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:01:34.483834 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Checking segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:01:34.484213 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Bound using segment: {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:01:34.484649 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Bound port: 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c8ef75-018a-4752-9c77-6f2e28483098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:01:34.485009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.492225 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] For port b6a09338-7f65-490a-b804-5f27562bddb7, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b6a09338-7f65-490a-b804-5f27562bddb7,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:34.492589 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.514595 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Calling delete_port for b6a09338-7f65-490a-b804-5f27562bddb7 owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:34.530392 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Deleting port b6a09338-7f65-490a-b804-5f27562bddb7 {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:34.530899 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.599150 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:34.612359 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] For port b6a09338-7f65-490a-b804-5f27562bddb7, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b6a09338-7f65-490a-b804-5f27562bddb7,segment=NetworkSegment(5f0663fa-a3c8-4879-b41e-8ac3ce63b726),segment_id=5f0663fa-a3c8-4879-b41e-8ac3ce63b726)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:34.612749 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.617757 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:01:34.630201 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Calling delete_port for b6a09338-7f65-490a-b804-5f27562bddb7 owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:34.639488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:01:34.650847 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d503a5dc-1c39-42a1-a6bb-f3920108941d no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:34.653993 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.694678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:34.695250 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.696749 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] 10.222.0.16 "PUT /v2.0/ports/0d3e18b2-2aa7-4f83-a668-22838ec6112e HTTP/1.1" status: 200 len: 1093 time: 1.0043664 Jun 23 02:01:34.699554 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:34.702346 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ecc764-f1c7-4974-afc5-b85902f1701c" -d '{"events": [{"name": "network-changed", "server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:34.708559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: d503a5dc-1c39-42a1-a6bb-f3920108941d {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:34.708927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d503a5dc-1c39-42a1-a6bb-f3920108941d not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:34.709630 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b6a09338-7f65-490a-b804-5f27562bddb7 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:34.723357 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.746285 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: b6a09338-7f65-490a-b804-5f27562bddb7 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:34.746752 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b6a09338-7f65-490a-b804-5f27562bddb7 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:34.747079 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 6dbee726-0773-4d54-9151-1b9a873728fd no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:34.766127 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d06845-9382-47db-ad48-fdd2d1e2f39f x-openstack-request-id: req-89d06845-9382-47db-ad48-fdd2d1e2f39f {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:34.766813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:34.767069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89d06845-9382-47db-ad48-fdd2d1e2f39f {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:34.767493 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d06845-9382-47db-ad48-fdd2d1e2f39f'] response: {'name': 'network-changed', 'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'status': 'completed', 'code': 200} Jun 23 02:01:34.778310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.781992 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 6dbee726-0773-4d54-9151-1b9a873728fd {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:34.782405 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 6dbee726-0773-4d54-9151-1b9a873728fd not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:34.794857 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] No DVR routers for this DVR port b6a09338-7f65-490a-b804-5f27562bddb7 on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:34.801694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (b6a09338-7f65-490a-b804-5f27562bddb7), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.808197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0769572-8089-43c7-b1b9-e681f0c02376 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:34.830470 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] Pushing event deleted for resources: {'Port': ['ID=b6a09338-7f65-490a-b804-5f27562bddb7,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:34.834089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09339ac0-e362-48bb-bc36-404ed3f4a966 None None] No DVR routers for this DVR port b6a09338-7f65-490a-b804-5f27562bddb7 on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:34.855751 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-ae1b9a77-a2a2-4ee3-8849-38aee1cf1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:34.857290 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-ae1b9a77-a2a2-4ee3-8849-38aee1cf1a25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 1127 time: 0.1055827 Jun 23 02:01:34.859501 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a09338-7f65-490a-b804-5f27562bddb7,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:34.942851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (ae634452-5229-4d52-a785-20894d0d7011), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:34.951574 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-0d732748-8f9d-4856-9b05-e899405d365f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e HTTP/1.1" status: 200 len: 217 time: 0.0701010 Jun 23 02:01:34.992927 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae634452-5229-4d52-a785-20894d0d7011']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:35.008527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0663fa-a3c8-4879-b41e-8ac3ce63b726') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:35.008823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0663fa-a3c8-4879-b41e-8ac3ce63b726') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:35.016099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7b8e-2965-4de0-a1ad-469ffd661eae req-2ed7c683-60f8-49a7-ad8b-7794f8905068 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:35.017633 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a0e7b8e-2965-4de0-a1ad-469ffd661eae req-2ed7c683-60f8-49a7-ad8b-7794f8905068 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 943 time: 0.0494449 Jun 23 02:01:35.022720 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (5f0663fa-a3c8-4879-b41e-8ac3ce63b726), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.037283 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-9cf7b399-e2ef-42b4-86ae-2db27a3c2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:35.038657 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-9cf7b399-e2ef-42b4-86ae-2db27a3c2756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0811405 Jun 23 02:01:35.042391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (5f0663fa-a3c8-4879-b41e-8ac3ce63b726), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.059048 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:01:35.059470 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (5f0663fa-a3c8-4879-b41e-8ac3ce63b726), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.067908 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a0e7b8e-2965-4de0-a1ad-469ffd661eae req-eb068f23-ed93-4b2d-b683-d32e776dce60 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446622 Jun 23 02:01:35.144948 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-f899a465-a47a-4550-8de2-443a17ab0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:35.146722 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-f899a465-a47a-4550-8de2-443a17ab0c45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014447 Jun 23 02:01:35.172632 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 5f0663fa-a3c8-4879-b41e-8ac3ce63b726 resource provider aggregate not found Jun 23 02:01:35.175707 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (ae634452-5229-4d52-a785-20894d0d7011), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.183013 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.186202 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae634452-5229-4d52-a785-20894d0d7011 HTTP/1.1" status: 204 len: 168 time: 1.0302308 Jun 23 02:01:35.189863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:35.209911 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 5f0663fa-a3c8-4879-b41e-8ac3ce63b726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f0663fa-a3c8-4879-b41e-8ac3ce63b726 found for delete ", "request_id": "req-cc06ad75-087c-4ec3-8f8e-36272a298425"}]} Jun 23 02:01:35.213301 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07401d-84b5-4d0d-8da6-296d979902f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae634452-5229-4d52-a785-20894d0d7011,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:35.269131 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-85f0365c-99eb-407a-a831-9690c458116f service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158040 Jun 23 02:01:35.378857 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dcddd9b5-e011-47bb-8c74-b9b96d75dee1 req-3ca9a70a-0f2f-4759-ada6-9db2e060a9f6 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034505 Jun 23 02:01:35.391492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57588) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:35.443840 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d5736c38-4905-4d09-8577-8009f6e338aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a7db67320b04863ac7d28369425dd19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505440 Jun 23 02:01:35.445491 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57592) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:35.500022 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] Publish callbacks [] for security_group (a86f0e87-96bd-480b-ba62-fe2b1f291713), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.527196 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] Publish callbacks [] for security_group (a86f0e87-96bd-480b-ba62-fe2b1f291713), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.575882 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a86f0e87-96bd-480b-ba62-fe2b1f291713), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.578444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:35.579629 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a86f0e87-96bd-480b-ba62-fe2b1f291713 HTTP/1.1" status: 204 len: 168 time: 0.1331587 Jun 23 02:01:35.588089 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024c40c-803b-46f5-a9f9-eb1b29ba86d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86f0e87-96bd-480b-ba62-fe2b1f291713,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:35.929470 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57600) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:35.969657 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-88243e5a-df8f-401e-acf3-ed2d673dd75d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d85388598234c5e88414a1dbf17a5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390649 Jun 23 02:01:35.972228 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57602) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:35.986086 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:36.021500 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] Publish callbacks [] for security_group (276e2a51-1e3b-47fd-ad4e-c34891bca110), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:36.043199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] Publish callbacks [] for security_group (276e2a51-1e3b-47fd-ad4e-c34891bca110), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:36.097898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (276e2a51-1e3b-47fd-ad4e-c34891bca110), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:36.100829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:36.104701 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/276e2a51-1e3b-47fd-ad4e-c34891bca110 HTTP/1.1" status: 204 len: 168 time: 0.1291397 Jun 23 02:01:36.112952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4331b91-c6aa-48dc-9a9f-3bcda37682a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e2a51-1e3b-47fd-ad4e-c34891bca110,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:36.188823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d670-b243-4ee1-98a5-af021ac72220 req-1605907d-553e-4d16-990b-0175f03242f6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.190316 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5e6d670-b243-4ee1-98a5-af021ac72220 req-1605907d-553e-4d16-990b-0175f03242f6 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 943 time: 0.0469036 Jun 23 02:01:36.241612 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f5e6d670-b243-4ee1-98a5-af021ac72220 req-51a9b02c-85bf-442e-8b55-fe43ccd320b3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Jun 23 02:01:36.480044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-22c012db-a69b-4574-b013-2cf1370c602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.481608 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-22c012db-a69b-4574-b013-2cf1370c602d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 1127 time: 0.0740998 Jun 23 02:01:36.499857 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-f850d22a-47ca-4cab-b717-227308398438 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554919 Jun 23 02:01:36.617193 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-f8e43664-0f5e-4c9c-a94b-22089c5bd6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.618747 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-f8e43664-0f5e-4c9c-a94b-22089c5bd6c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.1298523 Jun 23 02:01:36.620189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-23efd492-107e-459e-a16a-136b7eed291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.621628 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-23efd492-107e-459e-a16a-136b7eed291f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7608bb4bbf1435289dc08731d51df22&device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0602360 Jun 23 02:01:36.676257 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-44918c7a-7805-4104-97d6-ca3d6fe8d2d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e HTTP/1.1" status: 200 len: 217 time: 0.0433156 Jun 23 02:01:36.786863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-bf798c2d-9435-44f4-9737-f9c408de6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.788281 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-bf798c2d-9435-44f4-9737-f9c408de6472 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0952287 Jun 23 02:01:36.791830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:36.815235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-12935829-e699-4916-94b3-2c672980b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.816668 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-12935829-e699-4916-94b3-2c672980b0be service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 200 len: 918 time: 0.1503422 Jun 23 02:01:36.872480 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-bf1b03ad-2c0e-47b9-b89d-dbdd0f6a1e1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0403676 Jun 23 02:01:36.875285 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-84c9b28b-3a78-4a7c-a81c-87b10593c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.876797 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-84c9b28b-3a78-4a7c-a81c-87b10593c0d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800793 Jun 23 02:01:36.980285 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-2484c821-45d0-4507-b9e6-499d7b727bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:36.981726 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-2484c821-45d0-4507-b9e6-499d7b727bf8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 200 len: 856 time: 0.0959740 Jun 23 02:01:37.006817 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-70421c67-211a-4211-9497-99df81b3ee1f service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199615 Jun 23 02:01:37.360216 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8539-e011-40bb-998e-df4aec33a723 req-a4283ed4-9f28-4ffe-9947-76ef639867f3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:37.361776 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-652f8539-e011-40bb-998e-df4aec33a723 req-a4283ed4-9f28-4ffe-9947-76ef639867f3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 943 time: 0.0490046 Jun 23 02:01:37.411245 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-652f8539-e011-40bb-998e-df4aec33a723 req-6fe32f54-54f7-4efc-af2a-8a88d790ec96 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Jun 23 02:01:38.544185 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053b1ec-4dbf-4cdc-be0e-7c12e348182b req-a157a308-1745-4f8e-a7e2-bd26a90c14b1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:38.545636 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4053b1ec-4dbf-4cdc-be0e-7c12e348182b req-a157a308-1745-4f8e-a7e2-bd26a90c14b1 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 943 time: 0.0479941 Jun 23 02:01:38.595250 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4053b1ec-4dbf-4cdc-be0e-7c12e348182b req-f3305fe5-c720-455c-a2c1-b191edea63d9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 Jun 23 02:01:38.785679 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-a5e3f99e-46f3-4aaa-ba40-bdb1d1f448ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:38.787167 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-a5e3f99e-46f3-4aaa-ba40-bdb1d1f448ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2eae4b9-a70c-40ac-ab68-9fdb4840100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741925 Jun 23 02:01:38.839537 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-53ecc764-f1c7-4974-afc5-b85902f1701c req-09f9127e-f548-4c0a-965e-ad46fd230365 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135473 Jun 23 02:01:39.623355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 0d3e18b2-2aa7-4f83-a668-22838ec6112e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:01:39.668120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:39.717181 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:39.723574 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-63ce37d1-1382-4258-a624-b6c19c06ef76 service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017540 Jun 23 02:01:39.736677 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81237284-2345-47ee-a46e-3e0bbfd4bf0d req-964e6217-946b-4033-9d95-39da61b4c365 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:39.738177 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81237284-2345-47ee-a46e-3e0bbfd4bf0d req-964e6217-946b-4033-9d95-39da61b4c365 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 943 time: 0.0549693 Jun 23 02:01:39.738294 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:39.749703 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'port_id': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'mac_address': 'fa:16:3e:63:60:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:01:39.760810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:39.785998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 0d3e18b2-2aa7-4f83-a668-22838ec6112e is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:01:39.786380 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:39.799491 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81237284-2345-47ee-a46e-3e0bbfd4bf0d req-3f0788a3-9a4f-46b8-923b-ac0e2d1e8673 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556943 Jun 23 02:01:39.814731 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3e18b2-2aa7-4f83-a668-22838ec6112e {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:01:39.831570 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-651e3e2d-63a4-4935-8983-2a8a9acf0533 req-03f81222-eb8a-4c6a-b4b5-0a604dc2041d service neutron] 10.222.0.16 "GET /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016288 Jun 23 02:01:39.833190 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:39.838494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:39.886466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:40.107082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['0d3e18b2-2aa7-4f83-a668-22838ec6112e'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:40.138834 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:40.834822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 0d3e18b2-2aa7-4f83-a668-22838ec6112e up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:01:40.909616 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 0d3e18b2-2aa7-4f83-a668-22838ec6112e completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:01:40.917418 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 0d3e18b2-2aa7-4f83-a668-22838ec6112e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:01:40.917976 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:40.970248 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d42eb-8f62-4af6-a551-b0ffdfe4e8a2 req-6263d8ea-1c38-4b65-a4ce-8fdf341e7ece tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:40.971892 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a9d42eb-8f62-4af6-a551-b0ffdfe4e8a2 req-6263d8ea-1c38-4b65-a4ce-8fdf341e7ece tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 944 time: 0.0607824 Jun 23 02:01:40.999838 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 0d3e18b2-2aa7-4f83-a668-22838ec6112e is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:01:41.000674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:41.026365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:41.028635 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a689bc-6f9b-4ae5-8c1a-cb67a18d3bba" -d '{"events": [{"server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:41.041641 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a9d42eb-8f62-4af6-a551-b0ffdfe4e8a2 req-ff91d332-1e2f-4199-bf7d-f9c8cc5950f2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564528 Jun 23 02:01:41.045938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:41.052702 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:41.096083 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8b1c6-75bf-4897-a484-6d365fb50fc3 x-openstack-request-id: req-47f8b1c6-75bf-4897-a484-6d365fb50fc3 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:41.096514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:41.096853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47f8b1c6-75bf-4897-a484-6d365fb50fc3 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:41.097329 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f8b1c6-75bf-4897-a484-6d365fb50fc3'] response: {'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'code': 200} Jun 23 02:01:41.118646 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:41.308935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b343ed-173f-4e24-8132-da14db0bea49 req-a279aa7a-8ab6-4559-890b-cf46ef6c54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:41.310566 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e3b343ed-173f-4e24-8132-da14db0bea49 req-a279aa7a-8ab6-4559-890b-cf46ef6c54ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 1129 time: 0.0435891 Jun 23 02:01:41.646686 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-e3b343ed-173f-4e24-8132-da14db0bea49 req-39c95760-c0d5-4a38-93b7-a306b74117d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519869 Jun 23 02:01:42.172517 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5859008-6c60-4f96-b921-dee98468b51b req-a6d93e8f-09f5-4cc5-afad-f1e30ed683b8 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:42.174175 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b5859008-6c60-4f96-b921-dee98468b51b req-a6d93e8f-09f5-4cc5-afad-f1e30ed683b8 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0484545 Jun 23 02:01:42.219461 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:42.227861 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b5859008-6c60-4f96-b921-dee98468b51b req-3782375e-18ea-4e5c-9330-21e9d7b74efa tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475500 Jun 23 02:01:43.349136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9588d6-c52c-41a6-b1ed-9a32ba08e548 req-894b78da-0792-4423-99f7-482869ce169e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:43.350653 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a9588d6-c52c-41a6-b1ed-9a32ba08e548 req-894b78da-0792-4423-99f7-482869ce169e tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0504222 Jun 23 02:01:43.400627 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a9588d6-c52c-41a6-b1ed-9a32ba08e548 req-3839fd99-a4d2-46c3-8899-c2a210441bfb tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441542 Jun 23 02:01:43.512466 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dde3fb-2901-4a66-b935-c46286deafe0 req-ce524ace-98c7-41a6-a0d9-9823f4f02cf9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:43.513859 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-49dde3fb-2901-4a66-b935-c46286deafe0 req-ce524ace-98c7-41a6-a0d9-9823f4f02cf9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0504520 Jun 23 02:01:43.526580 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57680) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:43.529892 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Request body: {'floatingip': {'port_id': '0d3e18b2-2aa7-4f83-a668-22838ec6112e'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:01:43.577419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:43.650614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd1a2b-623d-4ec5-9bc2-5c5ad6a577d7 req-1cea19bb-a522-452c-8b98-ef7c1081b29b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:43.652110 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-facd1a2b-623d-4ec5-9bc2-5c5ad6a577d7 req-1cea19bb-a522-452c-8b98-ef7c1081b29b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0631089 Jun 23 02:01:43.702014 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-facd1a2b-623d-4ec5-9bc2-5c5ad6a577d7 req-a21a38a5-9794-4aa6-a4a5-0295dc0cc143 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Jun 23 02:01:44.000693 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:44.021656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:44.028249 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:44.121760 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Floating IP 085e4e43-ecf3-4cf0-8065-7a10f5e5689a associated. External IP: 172.27.0.137, port: 0d3e18b2-2aa7-4f83-a668-22838ec6112e. Jun 23 02:01:44.564921 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:44.604655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:44.673275 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:44.677993 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:44.685236 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:44.695757 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:44.696360 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:44.714916 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-ae6ddb77-0f24-413b-8c20-2ae7f6d3dbff tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "PUT /v2.0/floatingips/085e4e43-ecf3-4cf0-8065-7a10f5e5689a HTTP/1.1" status: 200 len: 991 time: 1.1895864 Jun 23 02:01:44.715539 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:44.717817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f53ab-f2a4-4824-b063-17a1a70e753a" -d '{"events": [{"name": "network-changed", "server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:44.761646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fbe4d6-967e-469f-a023-0abf4cecbdb6 x-openstack-request-id: req-e9fbe4d6-967e-469f-a023-0abf4cecbdb6 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:44.761943 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:44.762179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9fbe4d6-967e-469f-a023-0abf4cecbdb6 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:44.762584 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fbe4d6-967e-469f-a023-0abf4cecbdb6'] response: {'name': 'network-changed', 'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'status': 'completed', 'code': 200} Jun 23 02:01:44.820368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a156a6-38cc-4a25-a4f2-76620902111d req-06317b03-9a6d-4441-a709-c3792d5af97b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:44.821702 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:44.821843 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c0a156a6-38cc-4a25-a4f2-76620902111d req-06317b03-9a6d-4441-a709-c3792d5af97b tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0488210 Jun 23 02:01:44.868960 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c0a156a6-38cc-4a25-a4f2-76620902111d req-d4f378a2-97a2-4354-9a86-96641008db21 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Jun 23 02:01:45.039488 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '085e4e43-ecf3-4cf0-8065-7a10f5e5689a', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:63:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:28Z', 'updated_at': '2022-06-23T02:01:43Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:45.065167 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:45.074469 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:45.074998 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:45.175313 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:45.204046 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:45.335291 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:45.399719 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '085e4e43-ecf3-4cf0-8065-7a10f5e5689a', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:63:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:28Z', 'updated_at': '2022-06-23T02:01:43Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:45.423856 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d34e5-0747-490a-a575-92569155cb00 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '085e4e43-ecf3-4cf0-8065-7a10f5e5689a', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'c0805410-35da-4698-8217-48b3618594ec', 'port_id': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'mac_address': 'fa:16:3e:63:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:01:28Z', 'updated_at': '2022-06-23T02:01:43Z', 'revision_number': 1, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:45.615431 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34062969-f104-4571-a542-f3c7deece2c1 None None] New status for floating IP 085e4e43-ecf3-4cf0-8065-7a10f5e5689a: ACTIVE {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:45.999162 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64748e-7993-4c4c-98cd-3e3048ed242e req-a8829830-ad9f-444c-8e78-1d7ae40bc727 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:46.000704 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9d64748e-7993-4c4c-98cd-3e3048ed242e req-a8829830-ad9f-444c-8e78-1d7ae40bc727 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0612919 Jun 23 02:01:46.055462 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9d64748e-7993-4c4c-98cd-3e3048ed242e req-9860e04f-5bbe-4eee-a0cb-b9c3047fa889 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482848 Jun 23 02:01:46.714088 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-6f710df5-7ca1-4b11-84aa-0e188d3e092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:46.715836 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-6f710df5-7ca1-4b11-84aa-0e188d3e092e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96afcc3674a54ffb86c1f0298a527e61&device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 1129 time: 0.0444248 Jun 23 02:01:46.815024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-7b0d1250-03d2-4cdd-9497-43e61cf41978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:46.816603 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-7b0d1250-03d2-4cdd-9497-43e61cf41978 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 200 len: 911 time: 0.0920939 Jun 23 02:01:46.899691 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-dc505650-f376-46a2-a1c2-314df53729a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e HTTP/1.1" status: 200 len: 1001 time: 0.0641282 Jun 23 02:01:46.949331 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-926cd545-de30-437c-b139-8586f3f38b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:46.950836 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-926cd545-de30-437c-b139-8586f3f38b2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 200 len: 849 time: 0.0448284 Jun 23 02:01:47.051758 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-69953117-953d-4f8a-b012-1c0e4b854960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:47.053314 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-69953117-953d-4f8a-b012-1c0e4b854960 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71199da1-1b56-40ea-8cc6-cd12e41c8200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773137 Jun 23 02:01:47.059685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-340eba9b-770e-417d-92ea-61f7f42c0f28 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:47.061175 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-340eba9b-770e-417d-92ea-61f7f42c0f28 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0840542 Jun 23 02:01:47.171933 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17b0b9-0d86-432c-9f1f-220c5dd134cd req-08433725-e341-431b-ab68-59721d3624ef tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:47.173569 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f17b0b9-0d86-432c-9f1f-220c5dd134cd req-08433725-e341-431b-ab68-59721d3624ef tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 945 time: 0.0490675 Jun 23 02:01:47.208276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Deleting port 3ce48ec1-af65-4d9c-8858-36c9949565be {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:47.208704 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.224026 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8f17b0b9-0d86-432c-9f1f-220c5dd134cd req-7693a7e7-452e-43e7-bae1-29853ce103fe tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b425e3c-90ec-4e08-b5a0-18d1a659100b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Jun 23 02:01:47.233190 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:47.238557 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-f3b48114-5394-435a-95ad-ad5389535ae6 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764290 Jun 23 02:01:47.375914 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] For port 3ce48ec1-af65-4d9c-8858-36c9949565be, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3ce48ec1-af65-4d9c-8858-36c9949565be,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:47.376178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.433080 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cb1f53ab-f2a4-4824-b063-17a1a70e753a req-f6d02793-9091-4d6d-a474-26de16d4cb95 service neutron] 10.222.0.16 "GET /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810999 Jun 23 02:01:47.554141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.554471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.554782 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Floating IP 5cfe7b13-9c34-4c48-a2b0-1250d5caf883 disassociated. External IP: 172.27.0.254, port: 3ce48ec1-af65-4d9c-8858-36c9949565be. Jun 23 02:01:47.555147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Calling delete_port for 3ce48ec1-af65-4d9c-8858-36c9949565be owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:47.608043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:47.693929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3ce48ec1-af65-4d9c-8858-36c9949565be), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.722251 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event deleted for resources: {'Port': ['ID=3ce48ec1-af65-4d9c-8858-36c9949565be,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:47.831618 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:01:47.944964 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:01:47.955549 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:01:47.966237 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:47.966768 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:47.989436 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] No DVR routers for this DVR port 3ce48ec1-af65-4d9c-8858-36c9949565be on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:47.992290 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:47.995516 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b72c6e45-d3b9-4295-8df2-23a3199b302a req-59795310-787d-48d2-9e96-c1b313c52c0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "DELETE /v2.0/ports/3ce48ec1-af65-4d9c-8858-36c9949565be HTTP/1.1" status: 204 len: 173 time: 0.9260044 Jun 23 02:01:47.995963 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'name': 'network-vif-deleted', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:47.998186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f5d22-a296-4d25-81b0-4bbb59d518ab" -d '{"events": [{"server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "name": "network-vif-deleted", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:48.039761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d4492-271e-4be9-bed3-de61f8c652f7 x-openstack-request-id: req-1b1d4492-271e-4be9-bed3-de61f8c652f7 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:48.040028 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef618ba-76a5-4644-8455-3102bcc33b4d", "name": "network-vif-deleted", "tag": "3ce48ec1-af65-4d9c-8858-36c9949565be", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:48.040294 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b1d4492-271e-4be9-bed3-de61f8c652f7 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:48.040697 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1d4492-271e-4be9-bed3-de61f8c652f7'] response: {'server_uuid': '9ef618ba-76a5-4644-8455-3102bcc33b4d', 'name': 'network-vif-deleted', 'tag': '3ce48ec1-af65-4d9c-8858-36c9949565be', 'status': 'completed', 'code': 200} Jun 23 02:01:48.080699 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:48.287337 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:48.322422 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:01:48.332807 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:01:48.333442 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:01:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:48.347570 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-11941f81-a672-4190-a990-a9de58f79e91 req-cd246bf1-e206-438a-a451-79090ebe565d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef618ba-76a5-4644-8455-3102bcc33b4d HTTP/1.1" status: 200 len: 210 time: 0.0294867 Jun 23 02:01:48.433516 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:01:48.703200 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:48.728189 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcd374-869d-47fb-a7fe-1cd62ee25e40 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:33Z', 'revision_number': 4, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'ceb60068-58ee-4704-a3b8-206a75f8af14', 'name': '', 'network_id': 'd2eae4b9-a70c-40ac-ab68-9fdb4840100e', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'mac_address': 'fa:16:3e:c8:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:32Z', 'updated_at': '2022-06-23T01:56:40Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'subnets': [{'id': 'cec917f0-43de-4ee8-a577-c1add2494ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:01:48.948140 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534071f-d29f-4d95-9a0a-d8001da0f926 None None] New status for floating IP 5cfe7b13-9c34-4c48-a2b0-1250d5caf883: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:01:49.447419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57754) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:49.509155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (3b425e3c-90ec-4e08-b5a0-18d1a659100b), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.532761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (3b425e3c-90ec-4e08-b5a0-18d1a659100b), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.562040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:49.581783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3b425e3c-90ec-4e08-b5a0-18d1a659100b), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.584687 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.585871 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b425e3c-90ec-4e08-b5a0-18d1a659100b HTTP/1.1" status: 204 len: 168 time: 0.1373651 Jun 23 02:01:49.588673 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57758) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:49.595334 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780d541-8701-46d1-ba04-7e840054ed6c tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b425e3c-90ec-4e08-b5a0-18d1a659100b,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:49.609933 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-baadb0bc-406a-4aff-b30b-8f6634f97dea tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] show failed (client error): The resource could not be found. Jun 23 02:01:49.610982 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-baadb0bc-406a-4aff-b30b-8f6634f97dea tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups/3b425e3c-90ec-4e08-b5a0-18d1a659100b HTTP/1.1" status: 404 len: 347 time: 0.0211689 Jun 23 02:01:49.613925 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57760) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:49.727990 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Deleting port 799790e4-8584-4388-9c75-e48dca9f5531 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:49.728347 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (799790e4-8584-4388-9c75-e48dca9f5531), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.808402 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (799790e4-8584-4388-9c75-e48dca9f5531), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.808694 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (799790e4-8584-4388-9c75-e48dca9f5531), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.822443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Calling delete_port for 799790e4-8584-4388-9c75-e48dca9f5531 owned by network:floatingip {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:49.867621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:49.954845 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (799790e4-8584-4388-9c75-e48dca9f5531), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:49.980294 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event deleted for resources: {'Port': ['ID=799790e4-8584-4388-9c75-e48dca9f5531,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:50.034001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:50.041405 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks [] for floatingip (5cfe7b13-9c34-4c48-a2b0-1250d5caf883), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.044394 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.045536 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b1bef109-ea18-4675-bea8-94b75551061d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "DELETE /v2.0/floatingips/5cfe7b13-9c34-4c48-a2b0-1250d5caf883 HTTP/1.1" status: 204 len: 168 time: 0.4306943 Jun 23 02:01:50.543170 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57768) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:50.591186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Deleting subnet de985e3b-293e-4312-b618-0f7c97528de2 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:01:50.594457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Publish callbacks [] for subnet (de985e3b-293e-4312-b618-0f7c97528de2), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.628814 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (de985e3b-293e-4312-b618-0f7c97528de2), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.671751 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (de985e3b-293e-4312-b618-0f7c97528de2), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.727605 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (de985e3b-293e-4312-b618-0f7c97528de2), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.752013 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de985e3b-293e-4312-b618-0f7c97528de2,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:50.757843 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.761151 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-385ae134-d4a5-4bca-af3a-92431fcc6ceb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/de985e3b-293e-4312-b618-0f7c97528de2 HTTP/1.1" status: 204 len: 168 time: 0.2163785 Jun 23 02:01:50.763616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57770) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:50.830141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:50.834925 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.884029 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3ce48ec1-af65-4d9c-8858-36c9949565be no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:50.903167 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 3ce48ec1-af65-4d9c-8858-36c9949565be {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:50.903547 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3ce48ec1-af65-4d9c-8858-36c9949565be not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:50.914029 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.934827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ea1b0b-8df9-46ab-89db-dbd16faa3f55']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:50.944417 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:50.944710 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9816b27-c2ad-45ee-823a-c4c7e8cb74fc') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:01:50.954514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (d9816b27-c2ad-45ee-823a-c4c7e8cb74fc), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.973896 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (d9816b27-c2ad-45ee-823a-c4c7e8cb74fc), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:50.982359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:01:50.982751 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (d9816b27-c2ad-45ee-823a-c4c7e8cb74fc), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.001430 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment d9816b27-c2ad-45ee-823a-c4c7e8cb74fc resource provider aggregate not found Jun 23 02:01:51.018378 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment d9816b27-c2ad-45ee-823a-c4c7e8cb74fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9816b27-c2ad-45ee-823a-c4c7e8cb74fc found for delete ", "request_id": "req-522090f4-51db-4524-b556-6530f4f95d63"}]} Jun 23 02:01:51.059244 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (c5ea1b0b-8df9-46ab-89db-dbd16faa3f55), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.063899 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.067058 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c5ea1b0b-8df9-46ab-89db-dbd16faa3f55 HTTP/1.1" status: 204 len: 168 time: 0.3024716 Jun 23 02:01:51.080769 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155188e-508d-44f3-8d1b-e72024561869 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ea1b0b-8df9-46ab-89db-dbd16faa3f55,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:51.247651 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57786) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:51.291237 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-dc316530-9dde-45f1-a564-ce5d8e1b56a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b84d8e675cc4386bb229f124b399e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423832 Jun 23 02:01:51.294137 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57788) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:01:51.341584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] Publish callbacks [] for security_group (c709c882-35b6-4523-b0b7-421f06a1758d), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.363173 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] Publish callbacks [] for security_group (c709c882-35b6-4523-b0b7-421f06a1758d), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.414820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c709c882-35b6-4523-b0b7-421f06a1758d), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.417690 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:51.419258 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c709c882-35b6-4523-b0b7-421f06a1758d HTTP/1.1" status: 204 len: 168 time: 0.1241889 Jun 23 02:01:51.428125 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dc0da-d682-4d7c-80c7-7f1824977f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709c882-35b6-4523-b0b7-421f06a1758d,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:51.441599 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:52.537676 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f81b-9774-4843-b41f-35bb50f5687d req-d66c5dcc-84bb-4b46-a895-77131ad69b08 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:52.539149 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-17e8f81b-9774-4843-b41f-35bb50f5687d req-d66c5dcc-84bb-4b46-a895-77131ad69b08 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0476761 Jun 23 02:01:52.593582 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-17e8f81b-9774-4843-b41f-35bb50f5687d req-44e136e4-3555-42c2-99d2-2cc172351151 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Jun 23 02:01:53.725127 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e4eea-348f-4158-8b6d-156550ff09a6 req-d9bd8216-8e1a-4b22-a98d-83110fe43328 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:53.726568 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-144e4eea-348f-4158-8b6d-156550ff09a6 req-d9bd8216-8e1a-4b22-a98d-83110fe43328 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0493586 Jun 23 02:01:53.777690 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-144e4eea-348f-4158-8b6d-156550ff09a6 req-c4fccde0-01b4-438b-bb51-8da1f48a53dd tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Jun 23 02:01:54.707247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-fadec668-f59a-4958-9008-d314e5bb43b9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:54.708739 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-fadec668-f59a-4958-9008-d314e5bb43b9 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0475881 Jun 23 02:01:54.806261 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Deleting port c504d038-84d3-4cc1-9a54-90720653296e {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:54.806632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (c504d038-84d3-4cc1-9a54-90720653296e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:54.888009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:54.897188 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812e6b6-2ae4-432c-a86e-e5b626f32972 req-1a4ca4c2-e2b4-4517-98b7-94978aaaef80 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:54.898622 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7812e6b6-2ae4-432c-a86e-e5b626f32972 req-1a4ca4c2-e2b4-4517-98b7-94978aaaef80 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3cff46-dbc2-470a-95de-21199ec600ab HTTP/1.1" status: 200 len: 946 time: 0.0466995 Jun 23 02:01:54.904343 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] For port c504d038-84d3-4cc1-9a54-90720653296e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c504d038-84d3-4cc1-9a54-90720653296e,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:54.904709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (c504d038-84d3-4cc1-9a54-90720653296e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:54.919138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Calling delete_port for c504d038-84d3-4cc1-9a54-90720653296e owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:54.945461 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7812e6b6-2ae4-432c-a86e-e5b626f32972 req-73f7fcac-6058-480c-815f-7c270dfaed7a tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Jun 23 02:01:55.049181 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (c504d038-84d3-4cc1-9a54-90720653296e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:55.063095 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['c504d038-84d3-4cc1-9a54-90720653296e', 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:55.076738 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event deleted for resources: {'Port': ['ID=c504d038-84d3-4cc1-9a54-90720653296e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:55.123800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] No DVR routers for this DVR port c504d038-84d3-4cc1-9a54-90720653296e on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:55.126551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:55.129943 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c8fd85b3-1b89-4f86-9597-4159a70317cc req-0ee7f997-22a7-4f06-b50c-fcb5d0445a0f tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "DELETE /v2.0/ports/c504d038-84d3-4cc1-9a54-90720653296e HTTP/1.1" status: 204 len: 173 time: 0.4156313 Jun 23 02:01:55.130378 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'name': 'network-vif-deleted', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:55.132726 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a5b4b-70c3-4e2e-bfac-b5cac7b9eb5b" -d '{"events": [{"server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "name": "network-vif-deleted", "tag": "c504d038-84d3-4cc1-9a54-90720653296e"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:55.193355 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd225ba8-5953-48cd-aa66-1e18b319472d x-openstack-request-id: req-bd225ba8-5953-48cd-aa66-1e18b319472d {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:55.193650 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3cff46-dbc2-470a-95de-21199ec600ab", "name": "network-vif-deleted", "tag": "c504d038-84d3-4cc1-9a54-90720653296e", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:55.193914 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd225ba8-5953-48cd-aa66-1e18b319472d {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:55.194297 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd225ba8-5953-48cd-aa66-1e18b319472d'] response: {'server_uuid': 'dd3cff46-dbc2-470a-95de-21199ec600ab', 'name': 'network-vif-deleted', 'tag': 'c504d038-84d3-4cc1-9a54-90720653296e', 'status': 'completed', 'code': 200} Jun 23 02:01:56.228234 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b7e97-2832-4dad-8037-812cacd46169 req-06162b03-d594-42c2-8984-0c04803e36f7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:56.229659 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-118b7e97-2832-4dad-8037-812cacd46169 req-06162b03-d594-42c2-8984-0c04803e36f7 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Jun 23 02:01:56.275825 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-118b7e97-2832-4dad-8037-812cacd46169 req-0a15e3eb-670f-4477-a04c-75d789eca111 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jun 23 02:01:57.383078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:57.397910 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159724-fd99-44ac-af6c-7a658f6d06c8 req-74e60be0-a727-427f-9146-6e8cbfdad614 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:57.400276 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a4159724-fd99-44ac-af6c-7a658f6d06c8 req-74e60be0-a727-427f-9146-6e8cbfdad614 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0496464 Jun 23 02:01:57.462147 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a4159724-fd99-44ac-af6c-7a658f6d06c8 req-36833540-a860-4d1a-b2e9-97c0de0db992 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Jun 23 02:01:58.425948 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3693ad5f-9514-4bed-97e5-47aeadc7aa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:58.590474 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70d6b-68c6-4fae-b15f-a1a6750829b6 req-b0226f50-4e51-4648-b4e5-555801610501 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:58.591972 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-50d70d6b-68c6-4fae-b15f-a1a6750829b6 req-b0226f50-4e51-4648-b4e5-555801610501 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Jun 23 02:01:58.639262 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-50d70d6b-68c6-4fae-b15f-a1a6750829b6 req-ae4e8ab6-fca6-45ec-a0c5-29b57fc4c8c4 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ca40966-2218-4fbb-a684-2682be7544ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Jun 23 02:01:58.701233 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:58.706663 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=77 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:58.881228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device c504d038-84d3-4cc1-9a54-90720653296e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:01:58.906694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: c504d038-84d3-4cc1-9a54-90720653296e {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:01:58.907028 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device c504d038-84d3-4cc1-9a54-90720653296e not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:01:59.383610 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-5e18a2d7-d634-4169-939a-86dcc281cb75 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:01:59.385061 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-5e18a2d7-d634-4169-939a-86dcc281cb75 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Jun 23 02:01:59.396611 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:01:59.473893 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Deleting port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:01:59.474248 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:59.569530 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] For port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:01:59.569774 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:59.586872 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Calling delete_port for fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:01:59.715806 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (fb2a8d9d-9559-400e-b9d9-6f9dfee41f39), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:59.729877 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:01:59.735295 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-04c96701-0952-45ab-92b4-903b6bae52fb req-3ae13b0a-88f0-417b-bc68-cdaec20e787d tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b6171ac-ccb8-4871-bb7e-f29238e8a2d3 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Jun 23 02:01:59.750976 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Pushing event deleted for resources: {'Port': ['ID=fb2a8d9d-9559-400e-b9d9-6f9dfee41f39,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:01:59.796329 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] No DVR routers for this DVR port fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:01:59.798711 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:01:59.801869 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8baa52f8-e37c-4f3a-8e39-9e3f9d986151 req-bcb592c3-0304-4659-a132-c41ea8ecbdf0 tempest-ServerRescueNegativeTestJSON-1301006440 tempest-ServerRescueNegativeTestJSON-1301006440-project] 10.222.0.16 "DELETE /v2.0/ports/fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 HTTP/1.1" status: 204 len: 173 time: 0.4109561 Jun 23 02:01:59.802306 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'name': 'network-vif-deleted', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:01:59.804642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd1b6a-68ad-447a-a62c-4c2e818a0eb4" -d '{"events": [{"server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "name": "network-vif-deleted", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:01:59.841125 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af046ac-52c0-45bb-a1cd-2eeb03691cd9 x-openstack-request-id: req-7af046ac-52c0-45bb-a1cd-2eeb03691cd9 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:01:59.841448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6171ac-ccb8-4871-bb7e-f29238e8a2d3", "name": "network-vif-deleted", "tag": "fb2a8d9d-9559-400e-b9d9-6f9dfee41f39", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:01:59.841670 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7af046ac-52c0-45bb-a1cd-2eeb03691cd9 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:01:59.842122 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af046ac-52c0-45bb-a1cd-2eeb03691cd9'] response: {'server_uuid': '2b6171ac-ccb8-4871-bb7e-f29238e8a2d3', 'name': 'network-vif-deleted', 'tag': 'fb2a8d9d-9559-400e-b9d9-6f9dfee41f39', 'status': 'completed', 'code': 200} Jun 23 02:02:00.709968 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-79b74eff-9e04-4b13-b227-95d36221b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:00.804576 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57824) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:01.253788 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:01.259950 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:02:01.340925 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:01.516768 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:01.554034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Deleting port ceb60068-58ee-4704-a3b8-206a75f8af14 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:02:01.554365 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:01.876281 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] For port ceb60068-58ee-4704-a3b8-206a75f8af14, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ceb60068-58ee-4704-a3b8-206a75f8af14,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:01.877005 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:01.890094 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Calling delete_port for ceb60068-58ee-4704-a3b8-206a75f8af14 owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:02:02.072953 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (ceb60068-58ee-4704-a3b8-206a75f8af14), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.095255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb60068-58ee-4704-a3b8-206a75f8af14,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:02.105281 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.261401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.318842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:02.468417 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Router 5b728a7c-7219-4270-9eb9-14f0520f46d8 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:02:02.572988 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:02:02.581215 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-391f0bcb-c2b2-40b9-934c-980c09bb2625 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b728a7c-7219-4270-9eb9-14f0520f46d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728782 Jun 23 02:02:02.581573 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57828) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:02.587028 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Sync routers for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:02:02.603924 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:02.604617 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:02.690248 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks [] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.702915 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:02.790105 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks [] for router_gateway (5b728a7c-7219-4270-9eb9-14f0520f46d8), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.835591 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Deleting port c0201aa0-79f8-46a2-b571-66b32aca319b {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:02:02.835897 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.851228 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:02.879134 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:02:02Z', 'revision_number': 5, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port': {'id': 'c0201aa0-79f8-46a2-b571-66b32aca319b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:02.895830 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:02.907855 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Checking router: 5b728a7c-7219-4270-9eb9-14f0520f46d8 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:02:02.916030 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:02:02.916379 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device fb2a8d9d-9559-400e-b9d9-6f9dfee41f39 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:02:02.916753 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Routers {'5b728a7c-7219-4270-9eb9-14f0520f46d8'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:02.917969 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['5b728a7c-7219-4270-9eb9-14f0520f46d8'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:02.922686 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:02.929798 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] For port c0201aa0-79f8-46a2-b571-66b32aca319b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=c0201aa0-79f8-46a2-b571-66b32aca319b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:02.930165 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:02.943553 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Calling delete_port for c0201aa0-79f8-46a2-b571-66b32aca319b owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:02:03.000395 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] Set router 5b728a7c-7219-4270-9eb9-14f0520f46d8 gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:03.049975 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:02:02Z', 'revision_number': 6, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:03.075904 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1143f3-3e53-4653-84c0-25111b93aed3 None None] The sync data for ids ['5b728a7c-7219-4270-9eb9-14f0520f46d8'] in dv-cinder-815582-9-iscsi is: [{'id': '5b728a7c-7219-4270-9eb9-14f0520f46d8', 'name': 'tempest-ServerRescueNegativeTestJSON-95975626-router', 'tenant_id': 'e7608bb4bbf1435289dc08731d51df22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:02:02Z', 'revision_number': 6, 'project_id': 'e7608bb4bbf1435289dc08731d51df22', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:02:03.113679 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (c0201aa0-79f8-46a2-b571-66b32aca319b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.139046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0201aa0-79f8-46a2-b571-66b32aca319b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:03.165197 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.165579 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.165910 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.166239 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.166564 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.166889 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.167230 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.167630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.167949 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.168596 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.168913 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.169230 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.169547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.169861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.170166 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:03.217457 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.326330 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.522211 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.551736 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.554006 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks [] for router_controller (5b728a7c-7219-4270-9eb9-14f0520f46d8), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.599077 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (5b728a7c-7219-4270-9eb9-14f0520f46d8), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.599824 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b728a7c-7219-4270-9eb9-14f0520f46d8 {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:02:03.604120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.605383 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-efe1da43-55c8-4a03-af1e-0705bea77095 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5b728a7c-7219-4270-9eb9-14f0520f46d8 HTTP/1.1" status: 204 len: 168 time: 1.0228839 Jun 23 02:02:03.608102 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 57836) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:03.633932 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:03.655803 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Deleting subnet cec917f0-43de-4ee8-a577-c1add2494ec5 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:02:03.659005 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Publish callbacks [] for subnet (cec917f0-43de-4ee8-a577-c1add2494ec5), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.698695 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (cec917f0-43de-4ee8-a577-c1add2494ec5), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.776685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (cec917f0-43de-4ee8-a577-c1add2494ec5), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.834836 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (cec917f0-43de-4ee8-a577-c1add2494ec5), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.862620 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec917f0-43de-4ee8-a577-c1add2494ec5,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:03.868562 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.874053 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9bfe1574-7972-4a87-b741-8b5865a8d4ab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cec917f0-43de-4ee8-a577-c1add2494ec5 HTTP/1.1" status: 204 len: 168 time: 0.2626350 Jun 23 02:02:03.874374 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34489750-9e34-476e-93de-e73993c1ded4 None None] Network d2eae4b9-a70c-40ac-ab68-9fdb4840100e requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:02:03.874532 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57840) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:03.947150 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (d2eae4b9-a70c-40ac-ab68-9fdb4840100e), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:03.998465 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Deleting port a890aab2-634c-4144-9c38-13ae6b45a0af {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:02:03.998860 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.041582 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] DHCP port deletion for d2eae4b9-a70c-40ac-ab68-9fdb4840100e request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:02:04.088904 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] For port a890aab2-634c-4144-9c38-13ae6b45a0af, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a890aab2-634c-4144-9c38-13ae6b45a0af,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:04.089277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.091668 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Deleting port a890aab2-634c-4144-9c38-13ae6b45a0af {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:02:04.092035 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.107443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Calling delete_port for a890aab2-634c-4144-9c38-13ae6b45a0af owned by network:dhcp {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:02:04.198853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] For port a890aab2-634c-4144-9c38-13ae6b45a0af, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a890aab2-634c-4144-9c38-13ae6b45a0af,segment=NetworkSegment(ace9b778-eb33-4b71-8f32-f63c7fcd7aa4),segment_id=ace9b778-eb33-4b71-8f32-f63c7fcd7aa4)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:04.199382 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.212973 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Calling delete_port for a890aab2-634c-4144-9c38-13ae6b45a0af owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:02:04.220385 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.251761 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] No DVR routers for this DVR port a890aab2-634c-4144-9c38-13ae6b45a0af on host dv-cinder-815582-9-iscsi {{(pid=104187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:02:04.256009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Pushing event deleted for resources: {'Port': ['ID=a890aab2-634c-4144-9c38-13ae6b45a0af,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:04.290166 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (a890aab2-634c-4144-9c38-13ae6b45a0af), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.298298 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:04.321846 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Pushing event deleted for resources: {'Port': ['ID=a890aab2-634c-4144-9c38-13ae6b45a0af,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:04.324288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] No DVR routers for this DVR port a890aab2-634c-4144-9c38-13ae6b45a0af on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:02:04.331261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (d2eae4b9-a70c-40ac-ab68-9fdb4840100e), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.334418 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.334905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.335656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.335656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.335836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.336099 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.336445 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.336760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.337075 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.337392 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.337705 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.338058 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.338872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.338872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.339180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19f02f6-f56a-4cc3-a5fa-cf1a0b78265d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:04.353830 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eae4b9-a70c-40ac-ab68-9fdb4840100e']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:04.363437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:04.363698 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace9b778-eb33-4b71-8f32-f63c7fcd7aa4') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:04.373384 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (ace9b778-eb33-4b71-8f32-f63c7fcd7aa4), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.383519 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:04.387559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (ace9b778-eb33-4b71-8f32-f63c7fcd7aa4), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.394294 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:04.395538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:02:04.396023 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (ace9b778-eb33-4b71-8f32-f63c7fcd7aa4), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.416245 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment ace9b778-eb33-4b71-8f32-f63c7fcd7aa4 resource provider aggregate not found Jun 23 02:02:04.461983 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment ace9b778-eb33-4b71-8f32-f63c7fcd7aa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ace9b778-eb33-4b71-8f32-f63c7fcd7aa4 found for delete ", "request_id": "req-3f03feaf-32cf-4a54-8c6f-fc0b7b35ff57"}]} Jun 23 02:02:04.472383 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (d2eae4b9-a70c-40ac-ab68-9fdb4840100e), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.477121 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.480232 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d2eae4b9-a70c-40ac-ab68-9fdb4840100e HTTP/1.1" status: 204 len: 168 time: 0.6047616 Jun 23 02:02:04.492882 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157279-32c7-482d-ac5c-ad35d0952842 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2eae4b9-a70c-40ac-ab68-9fdb4840100e,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:04.597266 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57852) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:04.633511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device c0201aa0-79f8-46a2-b571-66b32aca319b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:04.642048 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-734b87c7-0738-46f3-b8ff-54c812e599ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7608bb4bbf1435289dc08731d51df22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411131 Jun 23 02:02:04.642578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 57854) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:04.653008 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: c0201aa0-79f8-46a2-b571-66b32aca319b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:02:04.653331 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device c0201aa0-79f8-46a2-b571-66b32aca319b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:02:04.653727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a890aab2-634c-4144-9c38-13ae6b45a0af no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:04.671796 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: a890aab2-634c-4144-9c38-13ae6b45a0af {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:02:04.672135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a890aab2-634c-4144-9c38-13ae6b45a0af not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:02:04.672530 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ceb60068-58ee-4704-a3b8-206a75f8af14 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:04.690038 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: ceb60068-58ee-4704-a3b8-206a75f8af14 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:02:04.690374 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ceb60068-58ee-4704-a3b8-206a75f8af14 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:02:04.693002 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] Publish callbacks [] for security_group (4ca40966-2218-4fbb-a684-2682be7544ac), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.711340 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.722364 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] Publish callbacks [] for security_group (4ca40966-2218-4fbb-a684-2682be7544ac), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.776944 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ca40966-2218-4fbb-a684-2682be7544ac), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.779500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:04.780681 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ca40966-2218-4fbb-a684-2682be7544ac HTTP/1.1" status: 204 len: 168 time: 0.1373477 Jun 23 02:02:04.790222 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc53b1b-69bf-488e-a41e-7f0de1da8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca40966-2218-4fbb-a684-2682be7544ac,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:06.743535 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471a90-1ed8-45f5-928f-189fde16731e req-94745fa8-d509-4fd2-9401-003dd4207696 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:06.745302 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-08471a90-1ed8-45f5-928f-189fde16731e req-94745fa8-d509-4fd2-9401-003dd4207696 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Jun 23 02:02:06.795563 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-08471a90-1ed8-45f5-928f-189fde16731e req-3d3444cf-48d2-429c-a5e2-0e732f18b800 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Jun 23 02:02:07.750847 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58006) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:07.865825 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbbce-e084-4e7b-a160-95b10ebcf58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:07.934920 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5ec36-736f-4988-b588-85a85673c476 req-3012f79f-b093-4ca2-9492-8b0452c77258 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:07.936459 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92b5ec36-736f-4988-b588-85a85673c476 req-3012f79f-b093-4ca2-9492-8b0452c77258 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0594847 Jun 23 02:02:08.014042 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92b5ec36-736f-4988-b588-85a85673c476 req-8f0f4613-f82a-44ab-8eb7-5acc22d7148b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710900 Jun 23 02:02:08.022361 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbbce-e084-4e7b-a160-95b10ebcf58e admin admin] Publish callbacks [] for security_group (10b1def1-ec6c-42cd-807b-1b5a3ad0c88c), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.027643 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbbce-e084-4e7b-a160-95b10ebcf58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (10b1def1-ec6c-42cd-807b-1b5a3ad0c88c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.063189 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cbbce-e084-4e7b-a160-95b10ebcf58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1def1-ec6c-42cd-807b-1b5a3ad0c88c,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:08.072678 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ac3cbbce-e084-4e7b-a160-95b10ebcf58e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6665a5806b534c3889f4788dcffc35c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204834 Jun 23 02:02:08.074333 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58012) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:08.125272 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] Publish callbacks [] for security_group (10b1def1-ec6c-42cd-807b-1b5a3ad0c88c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.149277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] Publish callbacks [] for security_group (10b1def1-ec6c-42cd-807b-1b5a3ad0c88c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.178009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:08.200004 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (10b1def1-ec6c-42cd-807b-1b5a3ad0c88c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.202519 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.203718 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10b1def1-ec6c-42cd-807b-1b5a3ad0c88c HTTP/1.1" status: 204 len: 168 time: 0.1284397 Jun 23 02:02:08.211230 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a79e4-e910-4ff1-b81a-fcd202ed3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1def1-ec6c-42cd-807b-1b5a3ad0c88c,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:08.479884 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58018) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:08.493990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db5f4101-044f-4817-a5e4-4d07338d77e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.568598 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db5f4101-044f-4817-a5e4-4d07338d77e0 admin admin] Publish callbacks [] for security_group (f628a698-c2ff-42ea-86e6-490fbca689c1), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.573689 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-db5f4101-044f-4817-a5e4-4d07338d77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f628a698-c2ff-42ea-86e6-490fbca689c1), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.612336 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-db5f4101-044f-4817-a5e4-4d07338d77e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f64565ca30ab4a5abce69cef63c72f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313751 Jun 23 02:02:08.613166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f4101-044f-4817-a5e4-4d07338d77e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628a698-c2ff-42ea-86e6-490fbca689c1,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:08.615296 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58020) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:08.674640 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] Publish callbacks [] for security_group (f628a698-c2ff-42ea-86e6-490fbca689c1), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.696907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] Publish callbacks [] for security_group (f628a698-c2ff-42ea-86e6-490fbca689c1), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.745818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f628a698-c2ff-42ea-86e6-490fbca689c1), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.748678 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:08.749828 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f628a698-c2ff-42ea-86e6-490fbca689c1 HTTP/1.1" status: 204 len: 168 time: 0.1334817 Jun 23 02:02:08.758018 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a322e3-7212-400f-b716-602ca3a5d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628a698-c2ff-42ea-86e6-490fbca689c1,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:09.142810 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:09.161033 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223db58e-9e82-458d-8020-ef97472d103b req-913a50ae-2118-4782-ac77-a605c16f3dec tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:09.162641 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-223db58e-9e82-458d-8020-ef97472d103b req-913a50ae-2118-4782-ac77-a605c16f3dec tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Jun 23 02:02:09.210937 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-223db58e-9e82-458d-8020-ef97472d103b req-08558edb-fc6b-4c92-991d-f4c58fe18876 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Jun 23 02:02:10.328930 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc90e-bfcd-4c50-b7aa-0f8cd3d1ca31 req-76ad1e15-753e-4940-bbfb-81669dbbf834 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:10.330419 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f7fc90e-bfcd-4c50-b7aa-0f8cd3d1ca31 req-76ad1e15-753e-4940-bbfb-81669dbbf834 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Jun 23 02:02:10.389522 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f7fc90e-bfcd-4c50-b7aa-0f8cd3d1ca31 req-beeef656-15bc-400c-9d9b-44beca692747 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517266 Jun 23 02:02:10.483960 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58070) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:10.593515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e3de8f96-dd96-4896-a930-2152b5fff941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.667829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e3de8f96-dd96-4896-a930-2152b5fff941 admin admin] Publish callbacks [] for security_group (08612b0b-9753-43f8-8662-3427cc2d490f), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.673492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e3de8f96-dd96-4896-a930-2152b5fff941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (08612b0b-9753-43f8-8662-3427cc2d490f), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.679039 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:10.715446 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de8f96-dd96-4896-a930-2152b5fff941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08612b0b-9753-43f8-8662-3427cc2d490f,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:10.720028 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e3de8f96-dd96-4896-a930-2152b5fff941 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26d4e7e965244ad5874cf1a0b38869a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349315 Jun 23 02:02:10.722858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58074) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:10.781501 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] Publish callbacks [] for security_group (08612b0b-9753-43f8-8662-3427cc2d490f), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.803362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] Publish callbacks [] for security_group (08612b0b-9753-43f8-8662-3427cc2d490f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.811097 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:10.854972 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (08612b0b-9753-43f8-8662-3427cc2d490f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.857497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:10.858643 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08612b0b-9753-43f8-8662-3427cc2d490f HTTP/1.1" status: 204 len: 168 time: 0.1348388 Jun 23 02:02:10.867566 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee3e4b-1b0a-4f5c-bfe4-0d85623bb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08612b0b-9753-43f8-8662-3427cc2d490f,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:11.135138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58080) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:11.149818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9aabaee7-2c2c-45e7-9871-8caf1be15d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.237373 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9aabaee7-2c2c-45e7-9871-8caf1be15d9d admin admin] Publish callbacks [] for security_group (045f43db-3cc6-4b42-9ff4-80444e03ae2e), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.243413 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9aabaee7-2c2c-45e7-9871-8caf1be15d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (045f43db-3cc6-4b42-9ff4-80444e03ae2e), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.284596 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9aabaee7-2c2c-45e7-9871-8caf1be15d9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4965996a7b804d598e3f85e085b8edd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482947 Jun 23 02:02:11.286707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabaee7-2c2c-45e7-9871-8caf1be15d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f43db-3cc6-4b42-9ff4-80444e03ae2e,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:11.287672 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58082) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:11.348425 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] Publish callbacks [] for security_group (045f43db-3cc6-4b42-9ff4-80444e03ae2e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.369834 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] Publish callbacks [] for security_group (045f43db-3cc6-4b42-9ff4-80444e03ae2e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.426706 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (045f43db-3cc6-4b42-9ff4-80444e03ae2e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.431856 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:11.433732 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/045f43db-3cc6-4b42-9ff4-80444e03ae2e HTTP/1.1" status: 204 len: 168 time: 0.1448610 Jun 23 02:02:11.450351 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfce2d-42a2-4b85-9d21-13976d2ac18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f43db-3cc6-4b42-9ff4-80444e03ae2e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:11.537434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48d481-a4b3-4100-be8c-48df159cc7d5 req-4d87c905-4a3b-47f8-94fa-6ae7d4f0fef1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:11.538923 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3e48d481-a4b3-4100-be8c-48df159cc7d5 req-4d87c905-4a3b-47f8-94fa-6ae7d4f0fef1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0477879 Jun 23 02:02:11.588980 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3e48d481-a4b3-4100-be8c-48df159cc7d5 req-9d788253-f505-4f6c-acf3-53c128ae396a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Jun 23 02:02:12.722978 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296f8c8-0a88-4e80-ad09-acf2dc9ecc62 req-b406fbc3-f125-4218-aefa-634b05497122 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:12.724585 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7296f8c8-0a88-4e80-ad09-acf2dc9ecc62 req-b406fbc3-f125-4218-aefa-634b05497122 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0628452 Jun 23 02:02:12.773482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7296f8c8-0a88-4e80-ad09-acf2dc9ecc62 req-aae686ab-4364-4f37-b20a-dd1d2c925283 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Jun 23 02:02:13.023571 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=44 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:13.053568 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=41 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:13.899725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec22ee-db5a-469a-910c-b989ddd3ad37 req-619e586c-9b54-4d15-b285-00f718cf93b9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:13.901484 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1ec22ee-db5a-469a-910c-b989ddd3ad37 req-619e586c-9b54-4d15-b285-00f718cf93b9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0534987 Jun 23 02:02:13.951048 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c1ec22ee-db5a-469a-910c-b989ddd3ad37 req-aa0f3091-677b-48a9-9d29-3f00d3833432 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Jun 23 02:02:15.077178 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8dd8f-b75d-49b1-9e32-68ee0a43ba71 req-f8e64c43-4b3c-4dd9-a777-b0c56e195a83 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:15.078724 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e8b8dd8f-b75d-49b1-9e32-68ee0a43ba71 req-f8e64c43-4b3c-4dd9-a777-b0c56e195a83 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0546401 Jun 23 02:02:15.115775 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:15.128299 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e8b8dd8f-b75d-49b1-9e32-68ee0a43ba71 req-1cbf9649-e980-4c14-a2e5-da22423775bf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Jun 23 02:02:16.259393 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0592a-2f88-466f-8ee9-455883af7ccf req-5b23be28-3d17-4133-8165-e68dfc8e7edf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:16.260893 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-12c0592a-2f88-466f-8ee9-455883af7ccf req-5b23be28-3d17-4133-8165-e68dfc8e7edf tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Jun 23 02:02:16.309025 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-12c0592a-2f88-466f-8ee9-455883af7ccf req-20c68121-b855-4b83-aa3d-6790218316f9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Jun 23 02:02:17.441890 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965247e3-cd98-4233-98f3-4700909863e6 req-d3808c3a-6c8a-4da3-9d8a-5c6569e6251a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:17.443372 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-965247e3-cd98-4233-98f3-4700909863e6 req-d3808c3a-6c8a-4da3-9d8a-5c6569e6251a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0573654 Jun 23 02:02:17.502120 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-965247e3-cd98-4233-98f3-4700909863e6 req-87c40e48-7ceb-4bb4-be48-c3be903a3cdb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515301 Jun 23 02:02:18.639198 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d77e8f-9d8d-4754-9f42-2932e5dbd60a req-e94a1a33-ee10-4fb6-9419-db8c58804721 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:18.640757 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-62d77e8f-9d8d-4754-9f42-2932e5dbd60a req-e94a1a33-ee10-4fb6-9419-db8c58804721 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0552449 Jun 23 02:02:18.665664 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:18.689454 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-62d77e8f-9d8d-4754-9f42-2932e5dbd60a req-a348422e-6e26-4347-a777-477ee79d98be tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Jun 23 02:02:19.820759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b47cc-a92d-4519-9c59-1bd53d35634f req-6e44bb8f-e24f-4b27-968f-b712f136e67e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:19.822167 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d01b47cc-a92d-4519-9c59-1bd53d35634f req-6e44bb8f-e24f-4b27-968f-b712f136e67e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Jun 23 02:02:19.870541 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d01b47cc-a92d-4519-9c59-1bd53d35634f req-397aaea6-33a8-47e0-b0ba-b2c87aefbdc1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Jun 23 02:02:20.881630 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:20.998084 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675038f-3463-49b3-9c70-ec0456f9fd1f req-5c73ba4b-6c33-41db-887b-8838e6861ff9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:20.999625 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c675038f-3463-49b3-9c70-ec0456f9fd1f req-5c73ba4b-6c33-41db-887b-8838e6861ff9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Jun 23 02:02:21.049661 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c675038f-3463-49b3-9c70-ec0456f9fd1f req-38f16632-9d63-4dd5-b2e8-9d47d7ceedc5 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Jun 23 02:02:21.406434 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=37,neutron:DELETE=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:21.442616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:21.465945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:22.201141 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174d01d-8477-4fde-8ebf-404fe3949b37 req-e1ddc7f5-bbc3-4d64-ba83-48cccd8f74ec tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:22.206846 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f174d01d-8477-4fde-8ebf-404fe3949b37 req-e1ddc7f5-bbc3-4d64-ba83-48cccd8f74ec tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0592728 Jun 23 02:02:22.251674 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f174d01d-8477-4fde-8ebf-404fe3949b37 req-c500f67f-f914-4612-99b1-65d623d512f7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Jun 23 02:02:23.371784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b1af4-c38c-431e-aad9-52d48a29846b req-3d797e03-6b66-49b5-81c1-e1480e382b30 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:23.373230 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0c4b1af4-c38c-431e-aad9-52d48a29846b req-3d797e03-6b66-49b5-81c1-e1480e382b30 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0471940 Jun 23 02:02:23.424788 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0c4b1af4-c38c-431e-aad9-52d48a29846b req-a7da61ed-6826-41c9-901e-dc4dc782b503 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Jun 23 02:02:24.088081 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f794-aa08-4ed3-b07b-5e7586265dc0 req-8d6dcf21-b937-434f-8e38-c584a668b502 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:24.089545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1890f794-aa08-4ed3-b07b-5e7586265dc0 req-8d6dcf21-b937-434f-8e38-c584a668b502 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0474780 Jun 23 02:02:24.141340 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1890f794-aa08-4ed3-b07b-5e7586265dc0 req-d8cfe474-0a4c-48a7-9f98-d4247da33ff6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Jun 23 02:02:24.571428 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5e7b-5ba9-4dcf-88db-bffc385932d6 req-d93954d8-98da-4612-a30f-5173594713bb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:24.572896 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-71dc5e7b-5ba9-4dcf-88db-bffc385932d6 req-d93954d8-98da-4612-a30f-5173594713bb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0582364 Jun 23 02:02:24.631244 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-71dc5e7b-5ba9-4dcf-88db-bffc385932d6 req-1a990145-fe8f-4971-9087-d4be3cba9f98 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527415 Jun 23 02:02:25.258987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a65e-b69d-4de0-a122-76b6fc655ef0 req-f5ee4839-afc4-413b-9fea-f05b2f8d5c0d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:25.264442 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4fe6a65e-b69d-4de0-a122-76b6fc655ef0 req-f5ee4839-afc4-413b-9fea-f05b2f8d5c0d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0514245 Jun 23 02:02:25.311501 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4fe6a65e-b69d-4de0-a122-76b6fc655ef0 req-5f78c1c3-a773-4582-a897-4dd8a3b5bb06 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 Jun 23 02:02:25.755223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca407-0a77-41f5-8264-cf98becba05e req-3961fc63-8765-4c94-bdae-c7efdb97f69e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:25.756688 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-639ca407-0a77-41f5-8264-cf98becba05e req-3961fc63-8765-4c94-bdae-c7efdb97f69e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Jun 23 02:02:25.788330 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e146d-0a53-43c6-ae0c-886476f84997 req-c633c99e-fd1f-4f47-bab8-0498411e67eb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:25.789785 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-172e146d-0a53-43c6-ae0c-886476f84997 req-c633c99e-fd1f-4f47-bab8-0498411e67eb tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0492134 Jun 23 02:02:25.805377 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-639ca407-0a77-41f5-8264-cf98becba05e req-6b61f65d-7174-46f8-a6d1-d7c6021eff12 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Jun 23 02:02:25.870060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port 9e704857-7824-4fc1-8127-b6a59d1b6140 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:02:25.870384 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:25.967412 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] For port 9e704857-7824-4fc1-8127-b6a59d1b6140, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9e704857-7824-4fc1-8127-b6a59d1b6140,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:25.967772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:26.137235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:26.137617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (b09ecf52-08be-421e-985d-4493c831959d), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:26.138083 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP b09ecf52-08be-421e-985d-4493c831959d disassociated. External IP: 172.27.0.225, port: 9e704857-7824-4fc1-8127-b6a59d1b6140. Jun 23 02:02:26.138440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for 9e704857-7824-4fc1-8127-b6a59d1b6140 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:02:26.276659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (9e704857-7824-4fc1-8127-b6a59d1b6140), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:26.310208 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=9e704857-7824-4fc1-8127-b6a59d1b6140,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:26.413630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:26.427076 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:02:26.427178 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a5fc3551-b8c8-45d7-863b-1e7b81ba84c3 req-f0f72bb9-8273-4c8e-af5d-038878903306 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4928c0d-a817-4116-8ad9-e4b912d4f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0406818 Jun 23 02:02:26.525533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:02:26.539614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:02:26.552589 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:26.553216 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:26.569661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] No DVR routers for this DVR port 9e704857-7824-4fc1-8127-b6a59d1b6140 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:02:26.572392 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:26.575612 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-172e146d-0a53-43c6-ae0c-886476f84997 req-d90e0a91-f542-4285-95cc-84740ed6b9a4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "DELETE /v2.0/ports/9e704857-7824-4fc1-8127-b6a59d1b6140 HTTP/1.1" status: 204 len: 173 time: 0.7804797 Jun 23 02:02:26.576046 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'name': 'network-vif-deleted', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:26.578267 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98681230-fac2-42dd-b88e-414e97d5aa86" -d '{"events": [{"server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "name": "network-vif-deleted", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:26.676937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:26.834805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9915ed76-615f-47ad-a636-77acadde1250 x-openstack-request-id: req-9915ed76-615f-47ad-a636-77acadde1250 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:26.835419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4928c0d-a817-4116-8ad9-e4b912d4f4d7", "name": "network-vif-deleted", "tag": "9e704857-7824-4fc1-8127-b6a59d1b6140", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:26.835570 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9915ed76-615f-47ad-a636-77acadde1250 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:26.836231 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9915ed76-615f-47ad-a636-77acadde1250'] response: {'server_uuid': 'f4928c0d-a817-4116-8ad9-e4b912d4f4d7', 'name': 'network-vif-deleted', 'tag': '9e704857-7824-4fc1-8127-b6a59d1b6140', 'status': 'completed', 'code': 200} Jun 23 02:02:26.934827 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e095a4-c55e-4382-8c7c-0e07561075db req-4b2c4d65-f8eb-4f08-a96d-199e522096c4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:26.937084 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-41e095a4-c55e-4382-8c7c-0e07561075db req-4b2c4d65-f8eb-4f08-a96d-199e522096c4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0539050 Jun 23 02:02:26.997318 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-41e095a4-c55e-4382-8c7c-0e07561075db req-e2439ab6-b0cc-4ca4-b53f-3b24a0cd98a0 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542831 Jun 23 02:02:27.057703 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:27.082667 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:02:27.092704 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:27.093323 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:27.196355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:27.392301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:27.416498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d25e41-be28-4225-9717-991a50f985e7 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:02:27.655768 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903baa07-53d7-48dc-ba25-716b96ad7f48 None None] New status for floating IP b09ecf52-08be-421e-985d-4493c831959d: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:02:27.751196 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-99428012-7274-4579-ac71-ae9f3358cca1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673552971&fields=id&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 267 time: 0.0445988 Jun 23 02:02:27.847080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:27.862168 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-f66700f2-2995-4c6e-a76f-9db08bf51071 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:27.863670 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-f66700f2-2995-4c6e-a76f-9db08bf51071 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1059484 Jun 23 02:02:27.878859 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-e596de4e-1734-4213-9588-a9d9f85a1dcc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/quotas/59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 375 time: 0.0096323 Jun 23 02:02:27.929548 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-1d4f1f1f-288d-443a-85a7-24d918cd2b06 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446639 Jun 23 02:02:28.135027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58274) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:28.158124 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc678b2-c555-46d6-ac1b-b59ac88ac87e req-11b1dbd4-1b70-473e-8cae-0e0bf136b82f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:28.159732 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cc678b2-c555-46d6-ac1b-b59ac88ac87e req-11b1dbd4-1b70-473e-8cae-0e0bf136b82f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0629761 Jun 23 02:02:28.165337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-898e5328-3d74-47d2-83ef-f70326c75802 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240238 Jun 23 02:02:28.252968 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ad2859c-d8ca-41b0-b9d3-91a08ece5426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.265422 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cc678b2-c555-46d6-ac1b-b59ac88ac87e req-602e9f37-3ad8-456c-8bc9-de88bf09ec20 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991402 Jun 23 02:02:28.288549 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-2ac1256b-7eeb-420e-b430-60774f7be4e1 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149027 Jun 23 02:02:28.312868 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:28.320329 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:28.351343 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ad2859c-d8ca-41b0-b9d3-91a08ece5426 admin admin] Publish callbacks [] for security_group (c3cfccfb-26da-4d74-b83d-62c06b5aa295), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.355461 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5ad2859c-d8ca-41b0-b9d3-91a08ece5426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c3cfccfb-26da-4d74-b83d-62c06b5aa295), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.396603 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5ad2859c-d8ca-41b0-b9d3-91a08ece5426 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=586e177d2f7341d985de3551a3e55697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604148 Jun 23 02:02:28.397398 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2859c-d8ca-41b0-b9d3-91a08ece5426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cfccfb-26da-4d74-b83d-62c06b5aa295,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:28.399586 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58282) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:28.424414 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-829ca0ff-dfcf-44ae-b23a-11e2b6ead60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.460443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] Publish callbacks [] for security_group (c3cfccfb-26da-4d74-b83d-62c06b5aa295), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.484307 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] Publish callbacks [] for security_group (c3cfccfb-26da-4d74-b83d-62c06b5aa295), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.536008 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c3cfccfb-26da-4d74-b83d-62c06b5aa295), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.538677 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:28.539908 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3cfccfb-26da-4d74-b83d-62c06b5aa295 HTTP/1.1" status: 204 len: 168 time: 0.1393058 Jun 23 02:02:28.549405 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dce43b-97cc-48f5-910e-47705f6727cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cfccfb-26da-4d74-b83d-62c06b5aa295,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:28.647643 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-da2d21c1-f982-44a8-b216-99a6d92b1062 req-5a85f073-9d6e-4415-874f-c9498ec90971 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 210 time: 0.0366218 Jun 23 02:02:29.005797 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:02:29.008331 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9e704857-7824-4fc1-8127-b6a59d1b6140 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:29.031691 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 9e704857-7824-4fc1-8127-b6a59d1b6140 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:02:29.032252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9e704857-7824-4fc1-8127-b6a59d1b6140 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:02:29.119699 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:29.154523 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:29.179740 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:02:29.218497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: ACTIVE; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:29.218870 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:29.234664 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:02:29.261887 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:29.273015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:29.348549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=6']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:29.361300 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['7827f5ce-5cc6-4b78-beb6-287c7e53272b'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:02:29.464832 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948860-46d1-4a6b-bd2e-0582f44aa9bd req-fb70d270-3e7b-4bc1-b9be-d47935d1c054 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:29.471786 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8e948860-46d1-4a6b-bd2e-0582f44aa9bd req-fb70d270-3e7b-4bc1-b9be-d47935d1c054 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0727277 Jun 23 02:02:29.525148 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8e948860-46d1-4a6b-bd2e-0582f44aa9bd req-d58a96c0-ea04-40af-8b9d-90f959cbb7da tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Jun 23 02:02:29.540927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:29.753072 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-77160e6b-12e4-46cd-8920-ff4173156a7f req-97e2a7fd-7414-47f8-82da-6577180d7499 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Jun 23 02:02:29.863984 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58370) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:29.997808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f34fc936-6900-474f-86a2-b95660ef316b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.110184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-4c454eee-63fa-41db-8eb6-144ce46b426c tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:30.112404 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-4c454eee-63fa-41db-8eb6-144ce46b426c tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1875346 Jun 23 02:02:30.127486 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:30.180015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f34fc936-6900-474f-86a2-b95660ef316b admin admin] Publish callbacks [] for security_group (e524972c-2ef1-4b6e-9c7d-09542daaacf1), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.186350 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f34fc936-6900-474f-86a2-b95660ef316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e524972c-2ef1-4b6e-9c7d-09542daaacf1), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.231955 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f34fc936-6900-474f-86a2-b95660ef316b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c82e6027424347d2a8eca9317cd1498e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664870 Jun 23 02:02:30.232260 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58384) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:30.252689 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-44b10f4a-5a9a-490f-ad40-9c68eaa38aba tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 380 time: 0.1210380 Jun 23 02:02:30.259554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc936-6900-474f-86a2-b95660ef316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e524972c-2ef1-4b6e-9c7d-09542daaacf1,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:30.265058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'port': {'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'admin_state_up': True, 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'security_groups': ['b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:02:30.384497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] Publish callbacks [] for security_group (e524972c-2ef1-4b6e-9c7d-09542daaacf1), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.407744 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] Publish callbacks [] for security_group (e524972c-2ef1-4b6e-9c7d-09542daaacf1), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.476641 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (e524972c-2ef1-4b6e-9c7d-09542daaacf1), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.479116 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.480411 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e524972c-2ef1-4b6e-9c7d-09542daaacf1 HTTP/1.1" status: 204 len: 168 time: 0.2471948 Jun 23 02:02:30.493480 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6f48a-547f-4f15-bb72-4227653238b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e524972c-2ef1-4b6e-9c7d-09542daaacf1,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:30.495460 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Made reservation on behalf of 59bb100f7d034605bb875abd1a0775ec for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:02:30.498946 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.740544 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011178c-4ffb-4bc7-b4cd-67bc3534a9ff req-0da17ee4-082a-4bb5-aba5-5bb0f4a8ebdc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:30.749353 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-81a483a7-fedb-4ce0-a697-4132c42fe8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:30.762593 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1011178c-4ffb-4bc7-b4cd-67bc3534a9ff req-0da17ee4-082a-4bb5-aba5-5bb0f4a8ebdc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0918241 Jun 23 02:02:30.817663 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.20.0.4 (c3aa2615-6363-4241-bbc2-9c8b59555a5d/cb259d46-ac2e-4117-a049-82aa88774b23/6a8c74e4-f78b-4591-a6de-68b2c7a52a56) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:02:30.906981 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:30.927777 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1011178c-4ffb-4bc7-b4cd-67bc3534a9ff req-d2cdf50d-f1c2-4793-83b9-69e54ffce6f7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541693 Jun 23 02:02:30.969252 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:30.988897 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b8928c12-2a6c-4efd-a9ee-4d5bed3280f4 req-c1f42f83-6b28-4b81-b0bf-01e86baf1452 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 210 time: 0.1003335 Jun 23 02:02:31.033761 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:02:31.035952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.081332 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.132855 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 7827f5ce-5cc6-4b78-beb6-287c7e53272b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:02:31.135473 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.149266 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:31.152745 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:31.177677 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:02:31.183584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:02:31.187237 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:02:31.313603 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:31.315302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.351041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:31.361319 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c46173e-014e-4713-986b-150d8d30b6de" -d '{"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:31.396980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:31.397680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:31.398435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.412679 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.464389 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-b14db00e-6a8e-4142-af4c-bc1a2691c781 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2031455 Jun 23 02:02:31.534662 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=7']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:31.670754 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-9cdc84f7-6c20-4d65-8715-524f019dcf8a None None] Provisioning complete for port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:02:31.671493 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9cdc84f7-6c20-4d65-8715-524f019dcf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:31.732900 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc84f7-6c20-4d65-8715-524f019dcf8a None None] Port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:02:31.753932 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Request body: {'port': {'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:02:31.767248 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529a6403-4df9-4003-afeb-d206feaafb5d x-openstack-request-id: req-529a6403-4df9-4003-afeb-d206feaafb5d {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:31.767768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:31.768083 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-529a6403-4df9-4003-afeb-d206feaafb5d {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:31.768573 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529a6403-4df9-4003-afeb-d206feaafb5d'] response: {'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'code': 200} Jun 23 02:02:31.825495 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.112162 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3fc2-3148-4d15-ab00-224ffaa07547 req-8588da49-b62b-4eb7-971e-f6151f76fde3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.116607 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3b5e3fc2-3148-4d15-ab00-224ffaa07547 req-8588da49-b62b-4eb7-971e-f6151f76fde3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0804811 Jun 23 02:02:32.125403 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.194659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:02:32.204481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks [] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.225709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Transition to ACTIVE for port object 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:02:32.241530 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.247241 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3b5e3fc2-3148-4d15-ab00-224ffaa07547 req-b617cb32-745d-4994-bf3c-21c7b2234e02 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197059 Jun 23 02:02:32.287435 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f81e6b-99bd-4e6b-9544-4bfc10dbb7a5 req-1b9a6bcd-c236-4a17-a92e-3a4fc6e2e344 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.289755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-45f81e6b-99bd-4e6b-9544-4bfc10dbb7a5 req-1b9a6bcd-c236-4a17-a92e-3a4fc6e2e344 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 931 time: 0.1104269 Jun 23 02:02:32.331190 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:32.383729 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-45f81e6b-99bd-4e6b-9544-4bfc10dbb7a5 req-f9f10a6c-284f-4014-90aa-b33a1ccd177a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843472 Jun 23 02:02:32.464912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Attempting to bind port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:02:32.465245 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Attempting to bind port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:02:32.465580 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Attempting to bind port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:02:32.471052 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:02:32.471462 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Attempting to bind port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:02:32.476981 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:02:32.477321 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:02:32.477697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Bound using segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:02:32.478127 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Bound port: 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:02:32.478481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.551485 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:32.556421 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:02:32.562072 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:02:32.575710 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.638186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.639055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:32.640408 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 1093 time: 1.1678500 Jun 23 02:02:32.640689 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:32.643015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ccf063-1a0c-4983-8b6a-c0982155b910" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:32.663975 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b255-2902-49dd-93ce-88c1f6bd9106 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:32.734349 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a7e5f-e296-45b7-8477-bddb80249b4f x-openstack-request-id: req-b20a7e5f-e296-45b7-8477-bddb80249b4f {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:32.735381 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:32.735814 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b20a7e5f-e296-45b7-8477-bddb80249b4f {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:32.736407 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20a7e5f-e296-45b7-8477-bddb80249b4f'] response: {'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'status': 'completed', 'code': 200} Jun 23 02:02:32.786783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-19adae82-9863-4237-ae52-5d0d51387bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.788388 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-19adae82-9863-4237-ae52-5d0d51387bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1127 time: 0.0814278 Jun 23 02:02:32.838495 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-cd4b85ff-3c3e-48e3-a5dc-c6e272e67dc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 217 time: 0.0415492 Jun 23 02:02:32.906236 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-e83e9083-a604-4ca5-b113-c53ae69c41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.908284 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-e83e9083-a604-4ca5-b113-c53ae69c41d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0633924 Jun 23 02:02:32.974004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-c36d4796-78c1-46a9-a936-4a7a9f94bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:32.975628 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-c36d4796-78c1-46a9-a936-4a7a9f94bf6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601139 Jun 23 02:02:32.992857 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:33.091256 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-cb8447f2-e4e5-4f73-ac67-05bd0cd68f6f service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067116 Jun 23 02:02:33.203758 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-8ea82028-aec3-4bac-8385-da8f030f19b1 req-3be342c3-f9ea-4c8f-a9fc-5ce6a84f1aaf service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054142 Jun 23 02:02:33.330473 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:33.400557 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8703dd-8e64-4ad1-aa65-e74d26359242 req-e91be29b-da50-4303-bf5f-3faa2c62bb8e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:33.402292 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d8703dd-8e64-4ad1-aa65-e74d26359242 req-e91be29b-da50-4303-bf5f-3faa2c62bb8e tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Jun 23 02:02:33.460080 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8d8703dd-8e64-4ad1-aa65-e74d26359242 req-a9333519-8a54-4719-828d-1f8537a3edc9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517063 Jun 23 02:02:33.501188 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-7ab5b84d-bb0e-40a5-a333-a7fe6245794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:33.502713 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-7ab5b84d-bb0e-40a5-a333-a7fe6245794b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1127 time: 0.0944576 Jun 23 02:02:33.541996 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:33.561476 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59c81d-4f9a-45e1-b87a-e40dece4bf76 req-46fa037d-d8a0-4b67-a245-a42b07a5eb4a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:33.563155 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8c59c81d-4f9a-45e1-b87a-e40dece4bf76 req-46fa037d-d8a0-4b67-a245-a42b07a5eb4a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0670729 Jun 23 02:02:33.623370 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8c59c81d-4f9a-45e1-b87a-e40dece4bf76 req-22bbe2e5-af42-46c6-b08b-2d17d8d39458 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511327 Jun 23 02:02:33.909809 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-37bf4cf2-1aad-49c3-8e36-036a8624f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:33.911538 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-37bf4cf2-1aad-49c3-8e36-036a8624f4ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.3925021 Jun 23 02:02:33.960131 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-25c522b4-5ec3-4049-8e5a-fe7ff0dd4144 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 217 time: 0.0386102 Jun 23 02:02:34.015973 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-58dc46c2-a2b1-461b-9712-7990bcd318c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:34.018741 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-58dc46c2-a2b1-461b-9712-7990bcd318c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0538061 Jun 23 02:02:34.072129 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-c55ce5b0-ef77-484c-905a-4a7c3c738e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:34.073780 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-c55ce5b0-ef77-484c-905a-4a7c3c738e6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494931 Jun 23 02:02:34.179235 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-305c965a-8f31-4b62-be23-db3638cd8dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946317 Jun 23 02:02:34.282105 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-65ccf063-1a0c-4983-8b6a-c0982155b910 req-56d2c8a5-ebae-49d3-be10-3c90fee76c3c service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965767 Jun 23 02:02:34.597873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd1d2-cba8-4b66-a82b-fe0db136d531 req-f36d672c-bce3-4f56-ac13-3b4084900532 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:34.599495 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-974bd1d2-cba8-4b66-a82b-fe0db136d531 req-f36d672c-bce3-4f56-ac13-3b4084900532 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Jun 23 02:02:34.668462 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-974bd1d2-cba8-4b66-a82b-fe0db136d531 req-eae4ed2c-1320-43d8-8d14-4b430344fb6f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571218 Jun 23 02:02:34.719600 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:34.728649 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:34.761999 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971bfe5-4c36-4ae8-ab63-1dd5af9e7fa4 req-3767871b-0315-4848-91c1-11ab41e61629 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:34.763543 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2971bfe5-4c36-4ae8-ab63-1dd5af9e7fa4 req-3767871b-0315-4848-91c1-11ab41e61629 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0550096 Jun 23 02:02:34.819056 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2971bfe5-4c36-4ae8-ab63-1dd5af9e7fa4 req-c5a04e12-b3a4-4269-8d50-423b7b423432 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Jun 23 02:02:35.783069 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccb309-c197-429d-ac4c-4384c2d6a6d7 req-9aa29e73-fc16-43bc-ba80-66eac7b7a131 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:35.785397 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ccccb309-c197-429d-ac4c-4384c2d6a6d7 req-9aa29e73-fc16-43bc-ba80-66eac7b7a131 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Jun 23 02:02:35.844704 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ccccb309-c197-429d-ac4c-4384c2d6a6d7 req-3704df49-a064-4b35-9d13-49f0f2783b95 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520453 Jun 23 02:02:35.962771 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b82f5-6274-4cd1-abe2-a8a41b4aba0d req-b516fad2-3044-488e-990c-c1550d0ce6de tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:35.964350 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e52b82f5-6274-4cd1-abe2-a8a41b4aba0d req-b516fad2-3044-488e-990c-c1550d0ce6de tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0539269 Jun 23 02:02:36.019343 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e52b82f5-6274-4cd1-abe2-a8a41b4aba0d req-4bf85f95-53d4-476a-85ed-ef3f0a7519ea tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490010 Jun 23 02:02:36.994321 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1df22-6d29-4f5a-b042-a7fe744bc2ca req-cb6c0df4-8b42-42ba-9d9b-08ad9c230b60 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:36.995778 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38f1df22-6d29-4f5a-b042-a7fe744bc2ca req-cb6c0df4-8b42-42ba-9d9b-08ad9c230b60 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Jun 23 02:02:37.041068 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:37.077152 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38f1df22-6d29-4f5a-b042-a7fe744bc2ca req-486220f1-f532-4094-ad76-7b0ad197c359 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732248 Jun 23 02:02:37.161813 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58aec-9ccf-4958-8089-69db6accad62 req-14c8ddb5-2220-45c1-87b7-d4f9419ed9b2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:37.163392 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-32c58aec-9ccf-4958-8089-69db6accad62 req-14c8ddb5-2220-45c1-87b7-d4f9419ed9b2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0597484 Jun 23 02:02:37.216578 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-32c58aec-9ccf-4958-8089-69db6accad62 req-16c3c3d6-36c0-4796-ad9e-ada386fae5ef tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461495 Jun 23 02:02:37.732917 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:37.736319 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:38.217879 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f679c-bc21-412d-ac5c-63415c735b19 req-2a5f15bf-9ab3-4b35-9144-4508f55b4dbd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:38.219503 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2d2f679c-bc21-412d-ac5c-63415c735b19 req-2a5f15bf-9ab3-4b35-9144-4508f55b4dbd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0831225 Jun 23 02:02:38.269811 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:02:38.281442 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:38.309141 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2d2f679c-bc21-412d-ac5c-63415c735b19 req-d4557432-31c7-432f-99c4-a520f4eaf422 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839248 Jun 23 02:02:38.363127 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311a0b-8e2f-42fe-a548-d297d1cb5758 req-8a5d3872-dfb9-4bbe-a6b9-6491e8e71d96 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:38.364586 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d9311a0b-8e2f-42fe-a548-d297d1cb5758 req-8a5d3872-dfb9-4bbe-a6b9-6491e8e71d96 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0544970 Jun 23 02:02:38.416994 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d9311a0b-8e2f-42fe-a548-d297d1cb5758 req-0ff9ded5-9113-4b29-a42f-366d674b4fdf tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464447 Jun 23 02:02:39.435951 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ab06-b8c8-4d13-8438-eef26e4c1354 req-5060fc86-b35f-4082-994a-3217ad6fdce1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:39.437598 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2986ab06-b8c8-4d13-8438-eef26e4c1354 req-5060fc86-b35f-4082-994a-3217ad6fdce1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Jun 23 02:02:39.500974 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2986ab06-b8c8-4d13-8438-eef26e4c1354 req-6bd39b3a-c102-4c58-80e5-e1b9b4b971cb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564661 Jun 23 02:02:39.559852 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b09f2-d171-404d-9cfa-d730748767ce req-a4906609-609a-4b1f-afc0-c97f19259a21 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:39.561324 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d22b09f2-d171-404d-9cfa-d730748767ce req-a4906609-609a-4b1f-afc0-c97f19259a21 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0694919 Jun 23 02:02:39.612853 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d22b09f2-d171-404d-9cfa-d730748767ce req-13dd7ecc-d01b-4c0c-a0c5-eb261b7885cc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Jun 23 02:02:40.663067 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a155144-3fa3-4ae6-a03e-1ce4d848e46c req-1a31f63f-8417-4219-9c75-f67fbee7f255 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:40.664876 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a155144-3fa3-4ae6-a03e-1ce4d848e46c req-1a31f63f-8417-4219-9c75-f67fbee7f255 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0542336 Jun 23 02:02:40.752747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e726919-8f71-4138-865f-c419a79c6f6e req-0b345fbc-87d4-48aa-9dcf-c5a55a3388ee tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:40.754203 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e726919-8f71-4138-865f-c419a79c6f6e req-0b345fbc-87d4-48aa-9dcf-c5a55a3388ee tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0678110 Jun 23 02:02:40.757254 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9a155144-3fa3-4ae6-a03e-1ce4d848e46c req-ff6e225b-5302-49db-9778-4f9c726e725b tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859499 Jun 23 02:02:40.805235 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e726919-8f71-4138-865f-c419a79c6f6e req-c6aa4e7c-7e8f-423d-acbf-779fcec252ea tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452485 Jun 23 02:02:41.060862 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263145d-6db3-4151-afba-13d06d0e1136 req-d1e9c2bf-6630-418f-99e8-91041f72b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.062481 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-d1e9c2bf-6630-418f-99e8-91041f72b529 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1129 time: 0.0418367 Jun 23 02:02:41.329250 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:41.338986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263145d-6db3-4151-afba-13d06d0e1136 req-d15d7a70-bce3-48a6-aa3a-15c9724b0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.340486 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-d15d7a70-bce3-48a6-aa3a-15c9724b0502 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.0953166 Jun 23 02:02:41.422926 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-ea2c506c-9b1b-4058-a3e3-457344752433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 1001 time: 0.0639536 Jun 23 02:02:41.473948 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263145d-6db3-4151-afba-13d06d0e1136 req-6236d5ba-4932-401c-96e1-0f367f37ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.475747 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-6236d5ba-4932-401c-96e1-0f367f37ce24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0465517 Jun 23 02:02:41.525984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263145d-6db3-4151-afba-13d06d0e1136 req-41e3773f-ed87-434a-9e18-d6eefaa68255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.527952 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-41e3773f-ed87-434a-9e18-d6eefaa68255 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456262 Jun 23 02:02:41.618270 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-62f12a90-5e9a-44e9-99ca-c86544012a28 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Jun 23 02:02:41.657237 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:41.715375 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6263145d-6db3-4151-afba-13d06d0e1136 req-121885e0-ada0-4118-8906-4e3081ceb4a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911562 Jun 23 02:02:41.810556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-eb9c72bb-c006-4da4-a951-c4f137c4750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.812205 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-eb9c72bb-c006-4da4-a951-c4f137c4750f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1129 time: 0.0497210 Jun 23 02:02:41.923824 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-4440c513-3662-45f5-8e33-f3fe2bebe616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.925375 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-4440c513-3662-45f5-8e33-f3fe2bebe616 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.1071141 Jun 23 02:02:41.984944 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f54de8-090c-426c-b81b-ace83b8b1d2e req-890ccec5-d15c-432c-9823-b9cd01b33fd5 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.986432 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7f54de8-090c-426c-b81b-ace83b8b1d2e req-890ccec5-d15c-432c-9823-b9cd01b33fd5 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0973318 Jun 23 02:02:41.996684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b3622-7cd3-4b7e-b4f1-a7dedf965a62 req-a60813ae-c0a5-4258-a42d-a518a466b8c7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:41.998069 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c78b3622-7cd3-4b7e-b4f1-a7dedf965a62 req-a60813ae-c0a5-4258-a42d-a518a466b8c7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0605505 Jun 23 02:02:42.062554 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7f54de8-090c-426c-b81b-ace83b8b1d2e req-91cba642-6b99-4528-8575-4c8dd1a4f428 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633504 Jun 23 02:02:42.096434 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c78b3622-7cd3-4b7e-b4f1-a7dedf965a62 req-adf79028-4ea0-48b3-b6f2-74d1090159b8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903418 Jun 23 02:02:42.112547 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-254ec79d-71f2-4765-807b-33d0032be48f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 1001 time: 0.0800993 Jun 23 02:02:42.167593 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-03925cdc-01dd-47d1-969f-7003d96589e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:42.169364 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-03925cdc-01dd-47d1-969f-7003d96589e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0512753 Jun 23 02:02:42.232375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-94c5c8ba-14fb-4b7b-877a-edc14a2b3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:42.233961 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-94c5c8ba-14fb-4b7b-877a-edc14a2b3c26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460908 Jun 23 02:02:42.479124 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-1d87b1be-c7f4-4d9a-826f-1a5555a514aa service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009996 Jun 23 02:02:42.575621 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-04abdd4e-cbb1-4985-a030-e646efdbbdf8 req-76a8ee8d-8cc6-4378-9271-a9368a66cd6f service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Jun 23 02:02:43.113927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:02:43.201229 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0680dd8-8089-492c-847b-f57f995947b8 req-0d281fb9-b1a4-4644-b532-47f63705bdb3 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:43.202726 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e0680dd8-8089-492c-847b-f57f995947b8 req-0d281fb9-b1a4-4644-b532-47f63705bdb3 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 943 time: 0.0473204 Jun 23 02:02:43.215226 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:43.227753 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:02:43.254264 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e0680dd8-8089-492c-847b-f57f995947b8 req-46dd75ea-0f63-446e-8f38-a46bdcb48338 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 Jun 23 02:02:43.263595 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:43.264191 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:43.279130 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:02:43.303475 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:43.309381 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:43.357885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:43.378470 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac8a1e-a689-46ce-aafa-c2fd33b12aa5 req-5ba2f804-f570-4de8-a10f-5082b6c5cb84 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:43.379976 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4aac8a1e-a689-46ce-aafa-c2fd33b12aa5 req-5ba2f804-f570-4de8-a10f-5082b6c5cb84 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0569761 Jun 23 02:02:43.436791 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4aac8a1e-a689-46ce-aafa-c2fd33b12aa5 req-a5a6e766-2009-46c3-91d4-4a4a12e4292c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Jun 23 02:02:43.554918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['6a8c74e4-f78b-4591-a6de-68b2c7a52a56'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:02:43.721287 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:44.379247 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25556c80-4e6a-44a6-848b-fdb3621326ac req-560b185a-f158-4b3e-b36a-6584f952357b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:44.380702 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-25556c80-4e6a-44a6-848b-fdb3621326ac req-560b185a-f158-4b3e-b36a-6584f952357b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 944 time: 0.0484695 Jun 23 02:02:44.392906 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:44.431367 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-25556c80-4e6a-44a6-848b-fdb3621326ac req-1607facc-6de3-45e7-8b93-e514c207fe65 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Jun 23 02:02:44.559708 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c7221-de4f-44c6-a5b8-faa234a55bfc req-69568c41-400a-4f3a-a337-346f549d1deb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:44.561065 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca8c7221-de4f-44c6-a5b8-faa234a55bfc req-69568c41-400a-4f3a-a337-346f549d1deb tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0479999 Jun 23 02:02:44.597474 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:44.615424 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca8c7221-de4f-44c6-a5b8-faa234a55bfc req-d99be12e-708e-4d78-b339-b7fa6d0f213a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Jun 23 02:02:45.581971 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85977-b52c-4b5b-8bd4-61cf9ee9f8d2 req-2d34a4ef-38f2-417d-bbcf-e1e6a0b31642 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:45.583482 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99e85977-b52c-4b5b-8bd4-61cf9ee9f8d2 req-2d34a4ef-38f2-417d-bbcf-e1e6a0b31642 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 944 time: 0.0592372 Jun 23 02:02:45.634470 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99e85977-b52c-4b5b-8bd4-61cf9ee9f8d2 req-f51f4bc8-e69a-49a1-9e5e-d881965b991a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Jun 23 02:02:45.751593 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d7d57-fce1-431e-bd1b-6055b273c153 req-57970253-199d-4a1b-b991-0efb44d13a72 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:45.752923 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d33d7d57-fce1-431e-bd1b-6055b273c153 req-57970253-199d-4a1b-b991-0efb44d13a72 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 945 time: 0.0580077 Jun 23 02:02:45.801523 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d33d7d57-fce1-431e-bd1b-6055b273c153 req-b115497a-faa5-4179-b512-7f47e7e1ec2d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Jun 23 02:02:46.463020 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:02:46.508246 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:02:46.515577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:02:46.516131 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:46.592345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:46.592716 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:46.626932 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:46.629736 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a941293c-1235-45ae-8391-2fd6c202785e" -d '{"events": [{"server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "name": "network-vif-plugged", "status": "completed", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:46.650698 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:46.656902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:46.658116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:46.662077 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:46.690445 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ede6af9-0a19-44b3-b0b4-0374299bdf78 x-openstack-request-id: req-6ede6af9-0a19-44b3-b0b4-0374299bdf78 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:46.690891 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "name": "network-vif-plugged", "status": "completed", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:46.691236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ede6af9-0a19-44b3-b0b4-0374299bdf78 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:46.692344 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ede6af9-0a19-44b3-b0b4-0374299bdf78'] response: {'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'code': 200} Jun 23 02:02:46.760256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:46.795516 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e8ea2-16a3-480e-b9c4-cd872d858811 req-5e7f7e99-05d7-4008-b210-6be6afe051f1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:46.797947 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f18e8ea2-16a3-480e-b9c4-cd872d858811 req-5e7f7e99-05d7-4008-b210-6be6afe051f1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0683784 Jun 23 02:02:46.847145 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: ACTIVE; New status is: DOWN {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:46.847780 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:46.872005 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f18e8ea2-16a3-480e-b9c4-cd872d858811 req-35dd5d03-e1b7-4e87-b9b9-e4da1e41d1b3 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635190 Jun 23 02:02:46.898539 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:02:46.903594 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:46.962148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=8']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:46.963864 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a6b54-f7d4-4dea-91ec-9b8ed2191a72 req-db943709-a2e0-4fe6-9b7f-5a2245c48f23 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:46.966492 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a8a6b54-f7d4-4dea-91ec-9b8ed2191a72 req-db943709-a2e0-4fe6-9b7f-5a2245c48f23 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0717695 Jun 23 02:02:47.000336 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cd456-7a7c-4f44-91d8-fe954c7df1d7 req-0a524da4-0904-42b3-abb2-b54e24744dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:47.002158 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b38cd456-7a7c-4f44-91d8-fe954c7df1d7 req-0a524da4-0904-42b3-abb2-b54e24744dd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1129 time: 0.0557737 Jun 23 02:02:47.030914 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1a8a6b54-f7d4-4dea-91ec-9b8ed2191a72 req-5ee5af7e-2c2f-42da-a7af-d67d9d54f9be tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534027 Jun 23 02:02:47.067606 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b38cd456-7a7c-4f44-91d8-fe954c7df1d7 req-e40acb7d-536e-4630-b62e-b6f96afb805f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568123 Jun 23 02:02:48.029915 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aed6e-6bdd-4200-a027-5acb258773fb req-2c631ed2-9fa1-4ddb-a86d-c519ec31ba4a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:48.031442 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0f6aed6e-6bdd-4200-a027-5acb258773fb req-2c631ed2-9fa1-4ddb-a86d-c519ec31ba4a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0784385 Jun 23 02:02:48.039491 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7354c1-c484-4289-9a69-38f609b091f3 req-bd240956-f115-479d-9106-b3589562599a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:48.041191 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5f7354c1-c484-4289-9a69-38f609b091f3 req-bd240956-f115-479d-9106-b3589562599a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0869150 Jun 23 02:02:48.049520 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-fdaeeada-a1d5-4f12-9d16-7314ec81bb99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441451 Jun 23 02:02:48.146325 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0f6aed6e-6bdd-4200-a027-5acb258773fb req-42881418-6ec2-4645-ba6f-9e13ee27fa08 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013196 Jun 23 02:02:48.159958 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5f7354c1-c484-4289-9a69-38f609b091f3 req-88d7f9d9-45ea-485c-a727-5270543e998d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085417 Jun 23 02:02:48.165945 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-edb1cede-8112-421f-8485-e559845f56ae tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:48.167583 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-edb1cede-8112-421f-8485-e559845f56ae tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports/7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 940 time: 0.0769813 Jun 23 02:02:48.255751 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:48.695196 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:48.698262 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e932db-81d0-4114-b577-a863b7155369" -d '{"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-unplugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:48.740826 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b9dfa-77ac-4bd3-a618-d800916c42da x-openstack-request-id: req-d37b9dfa-77ac-4bd3-a618-d800916c42da {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:48.741161 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-unplugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:48.741411 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d37b9dfa-77ac-4bd3-a618-d800916c42da {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:48.741805 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37b9dfa-77ac-4bd3-a618-d800916c42da'] response: {'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'code': 200} Jun 23 02:02:48.946280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-dfdffa61-93a1-4748-acfe-cc5ba4090f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:48.947887 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-dfdffa61-93a1-4748-acfe-cc5ba4090f8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906&tenant_id=d0648b2071364ae09ba6d7a1d45c762c HTTP/1.1" status: 200 len: 1127 time: 0.0463028 Jun 23 02:02:49.004636 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:49.008030 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-7c652da3-4ef0-4862-a2f5-e745592d543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.009518 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-7c652da3-4ef0-4862-a2f5-e745592d543c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1127 time: 0.0395498 Jun 23 02:02:49.100410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-7c42e866-b6a9-4ceb-9286-c27a9452fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.101882 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-7c42e866-b6a9-4ceb-9286-c27a9452fb88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.0869389 Jun 23 02:02:49.161752 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-d42eb588-6dbf-4b7f-afec-0e8edcbf1639 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 999 time: 0.0539401 Jun 23 02:02:49.209485 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-c7d32e29-80d5-4431-acb9-20e73fe8972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.211125 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-c7d32e29-80d5-4431-acb9-20e73fe8972d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0429275 Jun 23 02:02:49.255796 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:49.267791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-5be484db-dba4-44d4-9c24-deb0164ce74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.269321 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-5be484db-dba4-44d4-9c24-deb0164ce74d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512788 Jun 23 02:02:49.301224 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327daf6-36e1-4efe-a064-3432de61cc82 req-0b0cb530-57d3-4a53-8cbf-12e36d845526 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.302755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9327daf6-36e1-4efe-a064-3432de61cc82 req-0b0cb530-57d3-4a53-8cbf-12e36d845526 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0870092 Jun 23 02:02:49.310936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98454e-a9f5-428c-8012-5807570314f9 req-4e0fb767-67e6-4b4a-a58b-76875082c1d7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.312410 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d98454e-a9f5-428c-8012-5807570314f9 req-4e0fb767-67e6-4b4a-a58b-76875082c1d7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0647204 Jun 23 02:02:49.366591 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-6dafbdf2-1db7-4ef9-9ad2-0b93137eb687 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909503 Jun 23 02:02:49.391178 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9327daf6-36e1-4efe-a064-3432de61cc82 req-6e2ffe6f-fddd-4e33-9bcb-1ec2f93aea4d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777907 Jun 23 02:02:49.395508 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d98454e-a9f5-428c-8012-5807570314f9 req-95414b97-a29f-444e-aab6-aefd88fe6f1a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750420 Jun 23 02:02:49.476094 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f6dd4956-515a-4193-a768-5ec414b81fdd req-73c0758f-2f65-4722-a40f-f1867c5f68d2 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036155 Jun 23 02:02:49.526087 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059d4fc-7775-4a97-adee-44d66be05655 req-9ed60a10-4863-4d94-89da-8764ddfc325d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.527619 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8059d4fc-7775-4a97-adee-44d66be05655 req-9ed60a10-4863-4d94-89da-8764ddfc325d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0558374 Jun 23 02:02:49.570811 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:49.585293 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8059d4fc-7775-4a97-adee-44d66be05655 req-8b616032-12fb-4d26-a59c-c15636ab0305 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515993 Jun 23 02:02:49.608022 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58688) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:49.649830 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf05b94-92f1-42bd-8b9b-157b816cd17e tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:49.651563 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-fbf05b94-92f1-42bd-8b9b-157b816cd17e tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1124 time: 0.0424120 Jun 23 02:02:49.654688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58694) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:49.659462 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:02:49.685430 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:49.768772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:49.874761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.27.0.127 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/ca387c48-be47-49ff-80db-682a570e2192) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:02:50.015059 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (ca387c48-be47-49ff-80db-682a570e2192), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:50.065686 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (ca387c48-be47-49ff-80db-682a570e2192), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:50.116231 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:02:50.120416 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:02:50.126254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:02:50.173750 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=ca387c48-be47-49ff-80db-682a570e2192,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:50.210018 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.210395 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.210762 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.211063 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.211447 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.211764 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.212075 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.212384 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.212690 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.213008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.213317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.213594 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.213898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.214201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.214502 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:02:50.251133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:50.268233 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:50.457348 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:02:50.552417 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970f68-e4d5-4c28-a89c-1aeb3bbe03c5 req-fb5587ea-4d57-46a8-90a0-aced3ce605dd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:50.562452 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d970f68-e4d5-4c28-a89c-1aeb3bbe03c5 req-fb5587ea-4d57-46a8-90a0-aced3ce605dd tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0666010 Jun 23 02:02:50.591393 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:50.619019 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d970f68-e4d5-4c28-a89c-1aeb3bbe03c5 req-fbc2e8f4-0ba6-4fb5-960f-43692dfc0993 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555677 Jun 23 02:02:50.638693 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (b3983133-32fc-49a5-ae7a-5722a81a5b16), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:50.686236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: DOWN; New status is: DOWN {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:02:50.781296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (ca387c48-be47-49ff-80db-682a570e2192), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:50.945016 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (ca387c48-be47-49ff-80db-682a570e2192), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:50.954751 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (ca387c48-be47-49ff-80db-682a570e2192), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.031783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=ca387c48-be47-49ff-80db-682a570e2192,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:51.047560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (b3983133-32fc-49a5-ae7a-5722a81a5b16), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.152319 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP b3983133-32fc-49a5-ae7a-5722a81a5b16 associated. External IP: 172.27.0.127, port: 6a8c74e4-f78b-4591-a6de-68b2c7a52a56. Jun 23 02:02:51.172355 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58728) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:51.342874 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff13f-0e1e-45e6-a681-1b2fe924a006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.358694 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:51.368198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:51.378183 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:02:51.461114 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff13f-0e1e-45e6-a681-1b2fe924a006 admin admin] Publish callbacks [] for security_group (1c05154b-72fa-4b6a-86e4-5c590fd446e6), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.466051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff13f-0e1e-45e6-a681-1b2fe924a006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1c05154b-72fa-4b6a-86e4-5c590fd446e6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.502406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:02:51.513237 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:02:51.515864 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ff13f-0e1e-45e6-a681-1b2fe924a006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05154b-72fa-4b6a-86e4-5c590fd446e6,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:51.522323 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6e8ff13f-0e1e-45e6-a681-1b2fe924a006 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43be3154a6ce48b3a4608a3d1eb7b452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480659 Jun 23 02:02:51.524868 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58732) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:51.531138 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:51.532989 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:51.546433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.615597 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] Publish callbacks [] for security_group (1c05154b-72fa-4b6a-86e4-5c590fd446e6), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.626570 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-79de6a32-af53-492a-b02e-0da8a1c85615 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9706557 Jun 23 02:02:51.627224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:02:51.629864 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbfa2f9-6039-4924-9023-edb916a482ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:02:51.684825 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:51.692049 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] Publish callbacks [] for security_group (1c05154b-72fa-4b6a-86e4-5c590fd446e6), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.699922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5348252-0674-4e0f-a6ec-21d326003710 x-openstack-request-id: req-d5348252-0674-4e0f-a6ec-21d326003710 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:02:51.700385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:02:51.700793 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5348252-0674-4e0f-a6ec-21d326003710 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:02:51.701810 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5348252-0674-4e0f-a6ec-21d326003710'] response: {'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'status': 'completed', 'code': 200} Jun 23 02:02:51.827430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445d532-0e73-42be-98ce-1c2c22130128 req-92f2fad6-0f45-4831-b1af-30b0b6c4b1b6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:51.828967 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0445d532-0e73-42be-98ce-1c2c22130128 req-92f2fad6-0f45-4831-b1af-30b0b6c4b1b6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0859184 Jun 23 02:02:51.870518 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (1c05154b-72fa-4b6a-86e4-5c590fd446e6), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.873292 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:51.883144 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c05154b-72fa-4b6a-86e4-5c590fd446e6 HTTP/1.1" status: 204 len: 168 time: 0.3510602 Jun 23 02:02:51.903528 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33433a5-6ce0-40d1-8b39-d4e873718679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05154b-72fa-4b6a-86e4-5c590fd446e6,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:51.910057 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0445d532-0e73-42be-98ce-1c2c22130128 req-5e86c9fa-d937-4266-9cc4-2719a6645ca1 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715070 Jun 23 02:02:51.916683 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:52.064355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:50Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:52.094085 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:02:52.104071 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:02:52.104949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:02:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:52.246304 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:02:52.448116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:52.541080 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:50Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:02:52.567606 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f333a1-8c29-44dc-96c4-b1a63a2e0730 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:50Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:02:52.870815 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42d9fd-3487-4f2c-a043-935cf2b0b3b0 None None] New status for floating IP b3983133-32fc-49a5-ae7a-5722a81a5b16: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:02:53.125444 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9655-35ad-44b7-bfa8-bdb34ec80c37 req-c3335e7f-8369-4c61-bae8-7e3f4e14e866 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:53.128607 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0feb9655-35ad-44b7-bfa8-bdb34ec80c37 req-c3335e7f-8369-4c61-bae8-7e3f4e14e866 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0754187 Jun 23 02:02:53.200139 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0feb9655-35ad-44b7-bfa8-bdb34ec80c37 req-e124a9e8-a2f9-40be-a21e-cc21ad1c6196 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644150 Jun 23 02:02:54.330401 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525cdbb-a377-4fda-ab23-120edc5ad088 req-5ecc59ae-3261-4fed-a079-d3c69ce782e8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:54.331951 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e525cdbb-a377-4fda-ab23-120edc5ad088 req-5ecc59ae-3261-4fed-a079-d3c69ce782e8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Jun 23 02:02:54.385762 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e525cdbb-a377-4fda-ab23-120edc5ad088 req-e3f5baa0-5a74-41ad-9003-25c65b89701f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481126 Jun 23 02:02:55.513060 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628479c1-ede6-488c-baaa-f9efb42860c6 req-7e99cae8-f21c-49c6-bd72-730c5e8f2907 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:55.514509 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-628479c1-ede6-488c-baaa-f9efb42860c6 req-7e99cae8-f21c-49c6-bd72-730c5e8f2907 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0486569 Jun 23 02:02:55.567239 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-628479c1-ede6-488c-baaa-f9efb42860c6 req-78cbf246-8b48-406c-8282-46e932b540b3 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 Jun 23 02:02:56.476652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 58824) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:56.623500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79a16334-32d8-41ec-a4ff-cbef46df0d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:56.687770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:56.716471 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db34f-5806-45c2-be70-84ac51000379 req-44f4c309-f223-4d5b-9015-6ea2be074150 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:56.717986 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-458db34f-5806-45c2-be70-84ac51000379 req-44f4c309-f223-4d5b-9015-6ea2be074150 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0701392 Jun 23 02:02:56.727494 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:02:57.037071 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79a16334-32d8-41ec-a4ff-cbef46df0d8f admin admin] Publish callbacks [] for security_group (28f56bd7-7069-44ae-a0aa-100e6c61bded), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.055835 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-458db34f-5806-45c2-be70-84ac51000379 req-779940a0-e781-4773-8c9a-b6134e12a0e7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313754 Jun 23 02:02:57.056397 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79a16334-32d8-41ec-a4ff-cbef46df0d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (28f56bd7-7069-44ae-a0aa-100e6c61bded), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.086033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 58834) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:02:57.086545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-79a16334-32d8-41ec-a4ff-cbef46df0d8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=725e623f92b440b29d808e730a87d6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083550 Jun 23 02:02:57.114692 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a16334-32d8-41ec-a4ff-cbef46df0d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f56bd7-7069-44ae-a0aa-100e6c61bded,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:57.187867 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] Publish callbacks [] for security_group (28f56bd7-7069-44ae-a0aa-100e6c61bded), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.210588 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] Publish callbacks [] for security_group (28f56bd7-7069-44ae-a0aa-100e6c61bded), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.264873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (28f56bd7-7069-44ae-a0aa-100e6c61bded), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.266122 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:57.269897 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28f56bd7-7069-44ae-a0aa-100e6c61bded HTTP/1.1" status: 204 len: 168 time: 0.1796300 Jun 23 02:02:57.282799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d086b-78b5-49cb-888a-694a0092247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f56bd7-7069-44ae-a0aa-100e6c61bded,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:02:58.188420 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-2bdbab5b-eb0c-4cdf-8fed-d54628500f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:58.190011 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-2bdbab5b-eb0c-4cdf-8fed-d54628500f7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1129 time: 0.0543342 Jun 23 02:02:58.200000 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e5ca-c39e-41da-9ae3-fa1cc2b464d8 req-83d00dbe-4296-4063-a3ac-ae6391a4c923 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:58.201454 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8723e5ca-c39e-41da-9ae3-fa1cc2b464d8 req-83d00dbe-4296-4063-a3ac-ae6391a4c923 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0527101 Jun 23 02:02:58.248676 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8723e5ca-c39e-41da-9ae3-fa1cc2b464d8 req-78b58241-c990-4d94-b9cc-2bfee7d771c2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Jun 23 02:02:58.424065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa66f-41ce-4a9d-9c5d-15e8d7d80aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:02:59.239435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-29bfa6a4-a6fd-484c-9ffd-acd37ceb6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:59.240938 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-29bfa6a4-a6fd-484c-9ffd-acd37ceb6b9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.1013467 Jun 23 02:02:59.375124 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fc25b-473b-417c-a8ba-2538b926d0ab req-03bb8d40-3c72-4b23-97a2-8ec75f5d011a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:02:59.376602 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0d0fc25b-473b-417c-a8ba-2538b926d0ab req-03bb8d40-3c72-4b23-97a2-8ec75f5d011a tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0512078 Jun 23 02:02:59.435750 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0d0fc25b-473b-417c-a8ba-2538b926d0ab req-fa3f0cf2-5017-41ba-9d1c-a658c0d2ba37 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515044 Jun 23 02:03:00.049680 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-b24cced8-d5c3-49b4-8fcc-9a29c896e564 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 1001 time: 0.3149674 Jun 23 02:03:00.102917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-475811eb-8249-465b-99ec-1a803f4b8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:00.104454 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-475811eb-8249-465b-99ec-1a803f4b8cb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0450850 Jun 23 02:03:00.152827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-e3ffd724-41f5-477d-94a7-a4b9241b5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:00.154346 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-e3ffd724-41f5-477d-94a7-a4b9241b5474 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432582 Jun 23 02:03:00.251927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-0fdccef6-25a1-4682-84d8-af654587836b service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895743 Jun 23 02:03:00.350724 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4fbfa2f9-6039-4924-9023-edb916a482ca req-fe4e5053-56a5-49b3-9840-7992b1052ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922873 Jun 23 02:03:00.557900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14235c5c-61f9-41c5-9f0d-48c79ee7d8bd req-4f246700-64c3-455a-899e-4a6b705dc633 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:00.559261 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-14235c5c-61f9-41c5-9f0d-48c79ee7d8bd req-4f246700-64c3-455a-899e-4a6b705dc633 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0488093 Jun 23 02:03:00.607570 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-14235c5c-61f9-41c5-9f0d-48c79ee7d8bd req-178139fe-ae70-420f-881c-aa76e6551497 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jun 23 02:03:00.710002 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e509d644-b757-400c-bf2e-ec151f72d042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:01.744166 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f4e1-054f-4566-ae31-c7b7f05aad8c req-55d2496a-4937-4b54-9839-0358f5f38a5f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:01.745752 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2b85f4e1-054f-4566-ae31-c7b7f05aad8c req-55d2496a-4937-4b54-9839-0358f5f38a5f tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 943 time: 0.0589981 Jun 23 02:03:01.801429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2b85f4e1-054f-4566-ae31-c7b7f05aad8c req-19c6cae8-0b55-4059-af0d-8781f89a51e6 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498776 Jun 23 02:03:02.098655 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:02.522907 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:03:02.635252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:02.648181 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'port_id': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'mac_address': 'fa:16:3e:5d:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:03:02.685804 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:02.686196 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:02.703170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:03:02.723768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:02.729128 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:02.777143 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=9']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:02.931889 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e4c3-81bc-4ddb-b982-199fbaad80fa req-c30d737d-6fcd-4907-9078-f8fc1692365d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:02.933743 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cd9e4c3-81bc-4ddb-b982-199fbaad80fa req-c30d737d-6fcd-4907-9078-f8fc1692365d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Jun 23 02:03:02.954033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['7827f5ce-5cc6-4b78-beb6-287c7e53272b'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:03:02.981936 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4cd9e4c3-81bc-4ddb-b982-199fbaad80fa req-574c2a54-db4f-4439-9bab-cbe897bee899 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Jun 23 02:03:03.013784 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:03.333523 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:03.530189 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:03.788885 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0c10-8be6-4f32-9b46-69ad4a324c44 req-e6518ef4-474c-4164-af77-1d7a16f46fda tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:03.790423 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abff0c10-8be6-4f32-9b46-69ad4a324c44 req-e6518ef4-474c-4164-af77-1d7a16f46fda tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0551631 Jun 23 02:03:03.842623 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abff0c10-8be6-4f32-9b46-69ad4a324c44 req-bb99ddaa-b74c-4eee-8bf5-412b310c2fb9 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Jun 23 02:03:04.117835 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd17bb-def8-40b2-8100-194f09df3de9 req-f03f8cba-4098-4f52-940a-c9aaee89181c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:04.119500 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9dd17bb-def8-40b2-8100-194f09df3de9 req-f03f8cba-4098-4f52-940a-c9aaee89181c tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Jun 23 02:03:04.171844 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b9dd17bb-def8-40b2-8100-194f09df3de9 req-d0eaa6f9-2984-4bb6-b7a9-500b1918a900 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 Jun 23 02:03:04.547629 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:04.602053 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 7827f5ce-5cc6-4b78-beb6-287c7e53272b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:04.602294 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:04.677755 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 7827f5ce-5cc6-4b78-beb6-287c7e53272b is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:04.678122 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:04.703442 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:04.706386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69851d9d-f573-49e5-ac08-78c3cb9fe59c" -d '{"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:04.719626 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:04.724417 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:04.754432 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803cee5-a36b-4f96-84ca-1af9d92a86f5 x-openstack-request-id: req-f803cee5-a36b-4f96-84ca-1af9d92a86f5 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:04.754694 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-plugged", "status": "completed", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:04.754974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f803cee5-a36b-4f96-84ca-1af9d92a86f5 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:04.755401 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f803cee5-a36b-4f96-84ca-1af9d92a86f5'] response: {'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'code': 200} Jun 23 02:03:04.770889 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:04.788294 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=10']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:04.790348 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:04.797272 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.797617 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.797948 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.798286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.798619 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.798990 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.799334 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.799662 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.799983 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.800306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.800628 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.800947 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.801254 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.801568 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.801884 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:04.960412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68094b-969d-4806-89eb-a9a863cef053 req-c26824e7-76bb-429c-8c87-2d928d1782e3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:04.961957 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5a68094b-969d-4806-89eb-a9a863cef053 req-c26824e7-76bb-429c-8c87-2d928d1782e3 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0504346 Jun 23 02:03:05.010497 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5a68094b-969d-4806-89eb-a9a863cef053 req-f4c517c7-2a23-4226-919f-b5d1c47e4fe8 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Jun 23 02:03:05.298260 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227384-d24a-44f2-ad2e-674812acfb95 req-507b250c-1dc7-4dc4-913f-907531b32dd4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:05.299925 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35227384-d24a-44f2-ad2e-674812acfb95 req-507b250c-1dc7-4dc4-913f-907531b32dd4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Jun 23 02:03:05.348480 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:05.353873 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35227384-d24a-44f2-ad2e-674812acfb95 req-b6c1bc19-c08b-4d4f-a895-d4690f1f8fa2 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 Jun 23 02:03:05.512075 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68af7bc-4007-481f-816c-e9c30c558951 req-3821452d-60ee-4180-b5c0-80aac1231fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:05.513868 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b68af7bc-4007-481f-816c-e9c30c558951 req-3821452d-60ee-4180-b5c0-80aac1231fca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1130 time: 0.0430388 Jun 23 02:03:05.590464 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:05.612049 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-96602309-4a9f-4ca1-92da-d7ff8739d0f4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:05.613498 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-96602309-4a9f-4ca1-92da-d7ff8739d0f4 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0686438 Jun 23 02:03:05.631646 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b68af7bc-4007-481f-816c-e9c30c558951 req-20920a1c-c518-47d3-92c2-ffc7393448c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927181 Jun 23 02:03:05.697555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:05.704744 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Deleting port 0d3e18b2-2aa7-4f83-a668-22838ec6112e {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:05.705088 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:05.805017 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] For port 0d3e18b2-2aa7-4f83-a668-22838ec6112e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0d3e18b2-2aa7-4f83-a668-22838ec6112e,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:05.805250 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:05.968290 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:05.968682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:05.969000 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Floating IP 085e4e43-ecf3-4cf0-8065-7a10f5e5689a disassociated. External IP: 172.27.0.137, port: 0d3e18b2-2aa7-4f83-a668-22838ec6112e. Jun 23 02:03:05.969351 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Calling delete_port for 0d3e18b2-2aa7-4f83-a668-22838ec6112e owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:06.109804 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (0d3e18b2-2aa7-4f83-a668-22838ec6112e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:06.118732 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:06.129605 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f148-7060-4bce-a09d-51202984734c req-809ee07e-b3a2-4925-a872-f5fa9c60e378 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:06.131056 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-00c4f148-7060-4bce-a09d-51202984734c req-809ee07e-b3a2-4925-a872-f5fa9c60e378 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 945 time: 0.0490861 Jun 23 02:03:06.136678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'Port': ['ID=0d3e18b2-2aa7-4f83-a668-22838ec6112e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:06.185913 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-00c4f148-7060-4bce-a09d-51202984734c req-f89f3b10-8e6a-4a00-a9de-6dd4cf6815f2 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups?id=49cfa2c6-2aac-4a38-933e-49e03251f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486677 Jun 23 02:03:06.259840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:06.368860 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:06.378692 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:06.391261 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:06.391910 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:06.414160 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] No DVR routers for this DVR port 0d3e18b2-2aa7-4f83-a668-22838ec6112e on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:06.417235 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:06.420836 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-14530029-5aed-4d7a-aae1-5de63c71e8a0 req-50cb4103-603c-4295-800f-d5ae92758049 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.16 "DELETE /v2.0/ports/0d3e18b2-2aa7-4f83-a668-22838ec6112e HTTP/1.1" status: 204 len: 173 time: 0.7980561 Jun 23 02:03:06.421431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'name': 'network-vif-deleted', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:06.423859 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7878a67-3bf1-474e-843c-295f238fd994" -d '{"events": [{"server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "name": "network-vif-deleted", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:06.507435 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:06.518956 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e10efc-3a70-4935-821b-ab15e5d6ad1a req-94b8459d-31da-49a5-a728-08c67e65c968 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:06.523453 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f3e10efc-3a70-4935-821b-ab15e5d6ad1a req-94b8459d-31da-49a5-a728-08c67e65c968 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0850716 Jun 23 02:03:06.610755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f3e10efc-3a70-4935-821b-ab15e5d6ad1a req-bfe7527d-91d3-4637-9e81-4c69099833c7 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794706 Jun 23 02:03:06.678152 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe5db0-6d61-4c47-a53e-becaef589eff x-openstack-request-id: req-66fe5db0-6d61-4c47-a53e-becaef589eff {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:06.678659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f34d50-80eb-4d84-8d40-2bca9abc55bd", "name": "network-vif-deleted", "tag": "0d3e18b2-2aa7-4f83-a668-22838ec6112e", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:06.678659 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66fe5db0-6d61-4c47-a53e-becaef589eff {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:06.679129 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fe5db0-6d61-4c47-a53e-becaef589eff'] response: {'server_uuid': '42f34d50-80eb-4d84-8d40-2bca9abc55bd', 'name': 'network-vif-deleted', 'tag': '0d3e18b2-2aa7-4f83-a668-22838ec6112e', 'status': 'completed', 'code': 200} Jun 23 02:03:06.758196 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:06.784822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:06.794013 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:06.794610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:06.898720 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:06.980298 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:07.108513 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:07.134709 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8831c-7c1e-4945-9240-6732d2ab4cd6 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T01:56:41Z', 'revision_number': 4, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '175f4c84-268f-4541-bd26-e3a21e575d2b', 'name': '', 'network_id': '71199da1-1b56-40ea-8cc6-cd12e41c8200', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'mac_address': 'fa:16:3e:1a:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:37Z', 'updated_at': '2022-06-23T01:56:59Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'subnets': [{'id': 'c76c97db-4a58-49ee-a4fe-095ee285b47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:07.310277 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-363cefa6-ed93-404f-bac7-1f271ffb241b req-1bf096a1-a4f8-40ce-a8f0-7278b746c98b tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f34d50-80eb-4d84-8d40-2bca9abc55bd HTTP/1.1" status: 200 len: 210 time: 0.0345278 Jun 23 02:03:07.415769 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a110fd-0db6-4ede-bbed-e19b4f77453e None None] New status for floating IP 085e4e43-ecf3-4cf0-8065-7a10f5e5689a: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:03:07.737326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917662dc-5cc3-4047-82b2-d2355f9dd435 req-a2437aef-d38b-47a2-96ad-b2ec69cb6fa8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:07.739927 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-917662dc-5cc3-4047-82b2-d2355f9dd435 req-a2437aef-d38b-47a2-96ad-b2ec69cb6fa8 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0523765 Jun 23 02:03:07.793911 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-917662dc-5cc3-4047-82b2-d2355f9dd435 req-67cd88fe-8cfa-43b4-99a2-5f513588defc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 Jun 23 02:03:08.419244 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59062) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:08.481669 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (49cfa2c6-2aac-4a38-933e-49e03251f51b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.506005 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (49cfa2c6-2aac-4a38-933e-49e03251f51b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.560884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (49cfa2c6-2aac-4a38-933e-49e03251f51b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.563805 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.564751 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "DELETE /v2.0/security-groups/49cfa2c6-2aac-4a38-933e-49e03251f51b HTTP/1.1" status: 204 len: 168 time: 0.1441398 Jun 23 02:03:08.567963 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59064) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:08.574046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cfa2c6-2aac-4a38-933e-49e03251f51b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:08.581341 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.581679 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.582011 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.582127 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.api.v2.resource [None req-fe88146c-7dd0-40a2-b843-ea1d07172fde tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] show failed (client error): The resource could not be found. Jun 23 02:03:08.582343 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.582667 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.582987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.583334 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.583652 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.583971 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.584286 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.584599 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.585008 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.585222 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.585534 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.585840 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac619d-2e94-4582-a369-bfb18faf0b14 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:08.585988 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fe88146c-7dd0-40a2-b843-ea1d07172fde tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "GET /v2.0/security-groups/49cfa2c6-2aac-4a38-933e-49e03251f51b HTTP/1.1" status: 404 len: 347 time: 0.0170658 Jun 23 02:03:08.586505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59066) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:08.691850 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:08.696429 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Deleting port 60c1438c-65a3-496a-85b6-1f5c09434404 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:08.696763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.780685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.781037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (60c1438c-65a3-496a-85b6-1f5c09434404), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.794823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Calling delete_port for 60c1438c-65a3-496a-85b6-1f5c09434404 owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:08.832712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:08.913790 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635722b6-95b5-4d74-9962-f833ee02feab req-f1e0c511-25d2-42b3-825f-e5f8ca97d043 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:08.915026 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-635722b6-95b5-4d74-9962-f833ee02feab req-f1e0c511-25d2-42b3-825f-e5f8ca97d043 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0468729 Jun 23 02:03:08.933188 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (60c1438c-65a3-496a-85b6-1f5c09434404), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:08.957483 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Pushing event deleted for resources: {'Port': ['ID=60c1438c-65a3-496a-85b6-1f5c09434404,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:08.964016 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-635722b6-95b5-4d74-9962-f833ee02feab req-e168362f-b66b-4ec1-8430-6d8ccd0dfbaa tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412297 Jun 23 02:03:09.024008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks [] for floatingip (085e4e43-ecf3-4cf0-8065-7a10f5e5689a), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:09.026800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:09.027964 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-bc684afe-9645-46a7-ae60-64f89cd38945 tempest-AttachVolumeTestJSON-612989952 tempest-AttachVolumeTestJSON-612989952-project] 10.222.0.26 "DELETE /v2.0/floatingips/085e4e43-ecf3-4cf0-8065-7a10f5e5689a HTTP/1.1" status: 204 len: 168 time: 0.4405982 Jun 23 02:03:10.579051 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 0d3e18b2-2aa7-4f83-a668-22838ec6112e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:10.601120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 0d3e18b2-2aa7-4f83-a668-22838ec6112e {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:10.601460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 0d3e18b2-2aa7-4f83-a668-22838ec6112e not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:12.592823 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59110) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:13.064014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (c0805410-35da-4698-8217-48b3618594ec), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:13.257313 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:13.291404 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Deleting port 175f4c84-268f-4541-bd26-e3a21e575d2b {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:13.292021 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:13.373155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] For port 175f4c84-268f-4541-bd26-e3a21e575d2b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=175f4c84-268f-4541-bd26-e3a21e575d2b,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:13.373515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:13.386630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Calling delete_port for 175f4c84-268f-4541-bd26-e3a21e575d2b owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:13.427396 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:13.569397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (175f4c84-268f-4541-bd26-e3a21e575d2b), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:13.607903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=175f4c84-268f-4541-bd26-e3a21e575d2b,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:13.761602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (c0805410-35da-4698-8217-48b3618594ec), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.207308 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Router c0805410-35da-4698-8217-48b3618594ec has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:14.316249 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:14.321944 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f9b4506f-4297-43d1-98f4-03a6e305fb3f admin admin] 10.222.0.26 "PUT /v2.0/routers/c0805410-35da-4698-8217-48b3618594ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278461 Jun 23 02:03:14.324290 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59122) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:14.324970 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Sync routers for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:14.335799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:14.336410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:14.422743 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks [] for router (c0805410-35da-4698-8217-48b3618594ec), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.435629 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:14.524438 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks [] for router_gateway (c0805410-35da-4698-8217-48b3618594ec), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.569724 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Deleting port ff6c93c4-8931-41b6-9fff-f8619158899b {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:14.570066 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.675892 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] For port ff6c93c4-8931-41b6-9fff-f8619158899b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=ff6c93c4-8931-41b6-9fff-f8619158899b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:14.676803 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.692626 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Calling delete_port for ff6c93c4-8931-41b6-9fff-f8619158899b owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:14.699542 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:14.754100 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T02:03:13Z', 'revision_number': 5, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port': {'id': 'ff6c93c4-8931-41b6-9fff-f8619158899b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0805410-35da-4698-8217-48b3618594ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:28Z', 'updated_at': '2022-06-23T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:14.754762 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:14.755700 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:14.780590 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Checking router: c0805410-35da-4698-8217-48b3618594ec for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:14.789288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Routers {'c0805410-35da-4698-8217-48b3618594ec'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:14.789922 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['c0805410-35da-4698-8217-48b3618594ec'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:14.871276 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (ff6c93c4-8931-41b6-9fff-f8619158899b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.881251 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] Set router c0805410-35da-4698-8217-48b3618594ec gateway port host: None {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:14.902661 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6c93c4-8931-41b6-9fff-f8619158899b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:14.953051 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T02:03:14Z', 'revision_number': 6, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:14.975967 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (c0805410-35da-4698-8217-48b3618594ec), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:14.983345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acd902-2e19-4512-b4cc-d9e2bd1d0df5 None None] The sync data for ids ['c0805410-35da-4698-8217-48b3618594ec'] in dv-cinder-815582-9-iscsi is: [{'id': 'c0805410-35da-4698-8217-48b3618594ec', 'name': 'tempest-AttachVolumeTestJSON-246958584-router', 'tenant_id': '96afcc3674a54ffb86c1f0298a527e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:26Z', 'updated_at': '2022-06-23T02:03:14Z', 'revision_number': 6, 'project_id': '96afcc3674a54ffb86c1f0298a527e61', 'gw_port_host': None}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:15.074326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (c0805410-35da-4698-8217-48b3618594ec), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.076560 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks [] for router_controller (c0805410-35da-4698-8217-48b3618594ec), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.124823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (c0805410-35da-4698-8217-48b3618594ec), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.125491 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0805410-35da-4698-8217-48b3618594ec {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:03:15.130503 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.131665 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-56bdef2b-ce0b-4010-9ddb-c78f1430214b admin admin] 10.222.0.26 "DELETE /v2.0/routers/c0805410-35da-4698-8217-48b3618594ec HTTP/1.1" status: 204 len: 168 time: 0.8063543 Jun 23 02:03:15.134262 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59134) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:15.180624 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Deleting subnet c76c97db-4a58-49ee-a4fe-095ee285b47a {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:03:15.183849 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Publish callbacks [] for subnet (c76c97db-4a58-49ee-a4fe-095ee285b47a), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.218610 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (c76c97db-4a58-49ee-a4fe-095ee285b47a), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.258725 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:03:15.296710 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (c76c97db-4a58-49ee-a4fe-095ee285b47a), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.352523 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (c76c97db-4a58-49ee-a4fe-095ee285b47a), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.379079 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76c97db-4a58-49ee-a4fe-095ee285b47a,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:15.385214 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.390774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe1feb-3ead-482b-8362-3b72acd7f1bd None None] Network 71199da1-1b56-40ea-8cc6-cd12e41c8200 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:03:15.391380 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59136) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:15.396081 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-2ad3aba3-a58d-4dbd-913e-22fd807ef8ab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c76c97db-4a58-49ee-a4fe-095ee285b47a HTTP/1.1" status: 204 len: 168 time: 0.2601562 Jun 23 02:03:15.466509 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (71199da1-1b56-40ea-8cc6-cd12e41c8200), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.499546 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:15.513555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Deleting port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:15.513897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.572861 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:15.584973 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] For port b971c8ad-2f39-4924-9931-ac0c4f5c5c26, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,segment=NetworkSegment(03c8ef75-018a-4752-9c77-6f2e28483098),segment_id=03c8ef75-018a-4752-9c77-6f2e28483098)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:15.585264 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.598945 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Calling delete_port for b971c8ad-2f39-4924-9931-ac0c4f5c5c26 owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:15.684746 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (b971c8ad-2f39-4924-9931-ac0c4f5c5c26), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.710275 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Pushing event deleted for resources: {'Port': ['ID=b971c8ad-2f39-4924-9931-ac0c4f5c5c26,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:15.712005 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] No DVR routers for this DVR port b971c8ad-2f39-4924-9931-ac0c4f5c5c26 on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:15.783354 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85f35e-2c5e-46da-98c4-2c2aae5d4f11 None None] DHCP port deletion for 71199da1-1b56-40ea-8cc6-cd12e41c8200 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:03:15.787282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (71199da1-1b56-40ea-8cc6-cd12e41c8200), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.818449 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71199da1-1b56-40ea-8cc6-cd12e41c8200']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:15.828507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c8ef75-018a-4752-9c77-6f2e28483098') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:15.828864 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c8ef75-018a-4752-9c77-6f2e28483098') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:15.838727 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (03c8ef75-018a-4752-9c77-6f2e28483098), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.852260 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (03c8ef75-018a-4752-9c77-6f2e28483098), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.858778 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:03:15.859164 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (03c8ef75-018a-4752-9c77-6f2e28483098), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.877915 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 03c8ef75-018a-4752-9c77-6f2e28483098 resource provider aggregate not found Jun 23 02:03:15.919954 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 03c8ef75-018a-4752-9c77-6f2e28483098 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03c8ef75-018a-4752-9c77-6f2e28483098 found for delete ", "request_id": "req-c1e8e333-8ff7-4e31-8959-7fb6fc4a1418"}]} Jun 23 02:03:15.929380 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (71199da1-1b56-40ea-8cc6-cd12e41c8200), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.936783 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:15.940166 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] 10.222.0.26 "DELETE /v2.0/networks/71199da1-1b56-40ea-8cc6-cd12e41c8200 HTTP/1.1" status: 204 len: 168 time: 0.5479984 Jun 23 02:03:15.949810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc842-5c03-4940-aa3b-06739b49880e admin admin] Pushing event deleted for resources: {'Network': ['ID=71199da1-1b56-40ea-8cc6-cd12e41c8200,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:16.084979 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59148) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:16.131243 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-04424260-41b4-459e-8827-38475e5ea31e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96afcc3674a54ffb86c1f0298a527e61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449731 Jun 23 02:03:16.134397 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59150) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:16.192015 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] Publish callbacks [] for security_group (9821154c-40a6-4ca4-bd34-cc7d87bbed10), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:16.217728 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] Publish callbacks [] for security_group (9821154c-40a6-4ca4-bd34-cc7d87bbed10), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:16.273038 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9821154c-40a6-4ca4-bd34-cc7d87bbed10), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:16.276709 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:16.278405 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9821154c-40a6-4ca4-bd34-cc7d87bbed10 HTTP/1.1" status: 204 len: 168 time: 0.1430786 Jun 23 02:03:16.286688 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353db3d5-dcaa-4ec6-88ae-faccad31e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9821154c-40a6-4ca4-bd34-cc7d87bbed10,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:16.680030 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 175f4c84-268f-4541-bd26-e3a21e575d2b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:16.699830 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 175f4c84-268f-4541-bd26-e3a21e575d2b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:16.700170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 175f4c84-268f-4541-bd26-e3a21e575d2b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:16.700580 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ff6c93c4-8931-41b6-9fff-f8619158899b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:16.721330 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: ff6c93c4-8931-41b6-9fff-f8619158899b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:16.721680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device ff6c93c4-8931-41b6-9fff-f8619158899b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:16.722078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b971c8ad-2f39-4924-9931-ac0c4f5c5c26 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:16.740544 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: b971c8ad-2f39-4924-9931-ac0c4f5c5c26 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:16.740905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b971c8ad-2f39-4924-9931-ac0c4f5c5c26 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:16.994131 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59174) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:17.093578 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1158044457-network', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:17.116684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:03:17.119122 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.128013 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.146727 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:DELETE=14,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:17.148619 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:17.216216 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks [] for security_group (935eb5f6-4b0d-4930-9391-adbe358ef151), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.222555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (935eb5f6-4b0d-4930-9391-adbe358ef151), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.262046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 02:03:17.268081 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935eb5f6-4b0d-4930-9391-adbe358ef151,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:17.281475 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (1d502cd7-5a90-45c5-9954-5020a52731e5), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.281956 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Added segment 1d502cd7-5a90-45c5-9954-5020a52731e5 of type vlan for network b8c0b105-2591-4382-91da-1f86ccb7640d Jun 23 02:03:17.322797 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (b8c0b105-2591-4382-91da-1f86ccb7640d), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.349093 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (b8c0b105-2591-4382-91da-1f86ccb7640d), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.350163 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:17.351009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.388973 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3936224 Jun 23 02:03:17.392132 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59180) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:17.397464 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Request body: {'subnet': {'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-subnet', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:17.418513 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:03:17.419235 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727da8-eeb1-470a-98bf-b7109cec7788 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c0b105-2591-4382-91da-1f86ccb7640d,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:17.421248 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.429160 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network b8c0b105-2591-4382-91da-1f86ccb7640d details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 02:03:17.596355 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (fb110f94-e526-41e0-a144-5202768463bb), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.644638 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb110f94-e526-41e0-a144-5202768463bb,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:17.663226 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:17.663680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Network hostable DHCP agents. Network: b8c0b105-2591-4382-91da-1f86ccb7640d, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 02:03:17.682040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Network b8c0b105-2591-4382-91da-1f86ccb7640d is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 02:03:17.691320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, b8c0b105-2591-4382-91da-1f86ccb7640d) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:17.695667 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:17.696886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.700449 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f17cf-dd08-4705-bb94-3cbe6c5039da None None] Network b8c0b105-2591-4382-91da-1f86ccb7640d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:03:17.715101 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3e6446ad-1178-4a57-bb55-8c0d41071ce5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3217621 Jun 23 02:03:17.717965 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59182) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:17.722336 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:17.743508 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.744599 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.794788 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for router_controller (d2b966fd-ec5f-4902-a332-7234a46d9068), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.809623 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-b8c0b105-2591-4382-91da-1f86ccb7640d', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 02:03:17.810603 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.938272 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for router_gateway (d2b966fd-ec5f-4902-a332-7234a46d9068), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:17.945238 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Allocated IP 172.20.0.2 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/994287b2-1346-468b-b901-ff44edb4782e) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:17.972087 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:18.086833 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks [] for port (994287b2-1346-468b-b901-ff44edb4782e), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.092931 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (994287b2-1346-468b-b901-ff44edb4782e), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.116270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for router_gateway (d2b966fd-ec5f-4902-a332-7234a46d9068), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.133050 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:18.134739 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.138406 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:18.140536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Pushing event updated for resources: {'Port': ['ID=994287b2-1346-468b-b901-ff44edb4782e,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:18.142777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:18.198861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Attempting to bind port 994287b2-1346-468b-b901-ff44edb4782e on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:03:18.199132 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Attempting to bind port 994287b2-1346-468b-b901-ff44edb4782e by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:03:18.199521 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Attempting to bind port 994287b2-1346-468b-b901-ff44edb4782e on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:18.204600 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:03:18.204964 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:18.205354 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.205736 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:03:18.206193 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Bound port: 994287b2-1346-468b-b901-ff44edb4782e, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:03:18.206559 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (994287b2-1346-468b-b901-ff44edb4782e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.208973 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:18.246711 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Allocated IP 172.27.0.169 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/3360a583-9d5e-42b7-a5cc-46f790669414) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:18.251240 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:18.270020 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] For port 994287b2-1346-468b-b901-ff44edb4782e, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:03:18.273425 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] For port 994287b2-1346-468b-b901-ff44edb4782e, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=994287b2-1346-468b-b901-ff44edb4782e,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:03:18.280291 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (994287b2-1346-468b-b901-ff44edb4782e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.343511 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378f44-7b21-4588-b124-e1a06d543f74 None None] Pushing event updated for resources: {'Port': ['ID=994287b2-1346-468b-b901-ff44edb4782e,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:18.354101 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:18.368453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for port (3360a583-9d5e-42b7-a5cc-46f790669414), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.403099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.446215 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:18.449618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:18.452100 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:18.458259 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Pushing event updated for resources: {'Port': ['ID=3360a583-9d5e-42b7-a5cc-46f790669414,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:18.707955 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 994287b2-1346-468b-b901-ff44edb4782e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:18.729517 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for router_gateway (d2b966fd-ec5f-4902-a332-7234a46d9068), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.751669 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 994287b2-1346-468b-b901-ff44edb4782e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:18.751967 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (994287b2-1346-468b-b901-ff44edb4782e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.824904 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 994287b2-1346-468b-b901-ff44edb4782e is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:18.825284 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (994287b2-1346-468b-b901-ff44edb4782e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.857402 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 994287b2-1346-468b-b901-ff44edb4782e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=994287b2-1346-468b-b901-ff44edb4782e,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:18.862201 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (994287b2-1346-468b-b901-ff44edb4782e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:18.911015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=994287b2-1346-468b-b901-ff44edb4782e,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:19.159503 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:19.219984 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e98718-4880-48a7-9d10-818eaf834c3f None None] Network b8c0b105-2591-4382-91da-1f86ccb7640d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:03:19.283599 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Router d2b966fd-ec5f-4902-a332-7234a46d9068 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 02:03:19.333446 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:19.335490 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-5817deb2-bbdd-4bb8-bb9c-71c5122e7a3a None None] Provisioning complete for port 994287b2-1346-468b-b901-ff44edb4782e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:19.335853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5817deb2-bbdd-4bb8-bb9c-71c5122e7a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (994287b2-1346-468b-b901-ff44edb4782e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:19.401640 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:19.404964 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:19.419812 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:19.428430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:19.430296 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-56c7c9c1-c4f7-48b8-bc07-3178c303113c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7112901 Jun 23 02:03:19.432685 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-5817deb2-bbdd-4bb8-bb9c-71c5122e7a3a None None] Current status of the port 994287b2-1346-468b-b901-ff44edb4782e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:19.433123 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59190) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:19.542077 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:19.549445 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=31 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:19.550098 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:19.555389 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:19.556683 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:19.651730 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-944d3a1b-2b84-4c90-a93d-5bd0f34d82f4 None None] Provisioning complete for port 994287b2-1346-468b-b901-ff44edb4782e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:19.652096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-944d3a1b-2b84-4c90-a93d-5bd0f34d82f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (994287b2-1346-468b-b901-ff44edb4782e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:19.659548 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:19.732000 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-944d3a1b-2b84-4c90-a93d-5bd0f34d82f4 None None] Current status of the port 994287b2-1346-468b-b901-ff44edb4782e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:19.823198 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:18Z', 'revision_number': 3, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:19.847928 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:19.848267 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Updating router d2b966fd-ec5f-4902-a332-7234a46d9068 port 3360a583-9d5e-42b7-a5cc-46f790669414 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:03:19.872265 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:19.880633 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.024671 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Allocated IP 172.20.0.1 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/586ed799-43fd-4259-b222-21acf00579a5) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:20.120190 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks [] for port (3360a583-9d5e-42b7-a5cc-46f790669414), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.126641 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.131108 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks [] for port (586ed799-43fd-4259-b222-21acf00579a5), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.167870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.175939 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Pushing event updated for resources: {'Port': ['ID=3360a583-9d5e-42b7-a5cc-46f790669414,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:20.184818 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Attempting to bind port 3360a583-9d5e-42b7-a5cc-46f790669414 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:03:20.185175 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Attempting to bind port 3360a583-9d5e-42b7-a5cc-46f790669414 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:03:20.185526 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Attempting to bind port 3360a583-9d5e-42b7-a5cc-46f790669414 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:20.188950 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.189282 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.189611 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.189961 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.190285 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.190601 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.190912 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.191406 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.191957 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.192144 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.192455 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.192764 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.193072 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.193378 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.193685 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:20.199099 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:03:20.199486 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:20.200017 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.200234 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:03:20.200684 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Bound port: 3360a583-9d5e-42b7-a5cc-46f790669414, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:03:20.201044 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.209722 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:20.213665 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:20.217464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:20.220235 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:20.224471 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Pushing event updated for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:20.250654 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] For port 3360a583-9d5e-42b7-a5cc-46f790669414, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:03:20.254122 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] For port 3360a583-9d5e-42b7-a5cc-46f790669414, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=3360a583-9d5e-42b7-a5cc-46f790669414,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:03:20.264819 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.272508 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (d2b966fd-ec5f-4902-a332-7234a46d9068), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.317858 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:20.327664 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b15f9-9edc-47fa-b43d-2e14707617e4 None None] Pushing event updated for resources: {'Port': ['ID=3360a583-9d5e-42b7-a5cc-46f790669414,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:20.333237 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:20.335407 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:20.336018 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:20.415354 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (586ed799-43fd-4259-b222-21acf00579a5), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.440471 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:20.455402 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7b3c4424-10ec-4782-9eef-21bb2e942fb9 None None] Provisioning complete for port 586ed799-43fd-4259-b222-21acf00579a5 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:20.455911 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4424-10ec-4782-9eef-21bb2e942fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (586ed799-43fd-4259-b222-21acf00579a5), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.490761 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c4424-10ec-4782-9eef-21bb2e942fb9 None None] Port 586ed799-43fd-4259-b222-21acf00579a5 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:03:20.502274 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:20.579324 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks [] for port (586ed799-43fd-4259-b222-21acf00579a5), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.584610 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.609292 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:18Z', 'revision_number': 3, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:20.634039 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b4e53-37d1-4ab1-8174-f904457ac5b0 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:18Z', 'revision_number': 3, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:20.654834 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (d2b966fd-ec5f-4902-a332-7234a46d9068), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.656689 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Pushing event updated for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:20.749945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 994287b2-1346-468b-b901-ff44edb4782e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:20.767310 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:20.769373 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:20.799402 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 994287b2-1346-468b-b901-ff44edb4782e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:20.799769 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (994287b2-1346-468b-b901-ff44edb4782e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:20.879254 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:20.880746 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 994287b2-1346-468b-b901-ff44edb4782e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:20.955258 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:21.089727 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:21.095124 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1b6746c9-a266-40e4-b4d8-69b3a97a08e4 admin admin] 10.222.0.26 "PUT /v2.0/routers/d2b966fd-ec5f-4902-a332-7234a46d9068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608200 Jun 23 02:03:21.115715 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d5e700a4-9221-4389-b8dd-f237e5ce670f None None] Provisioning complete for port 586ed799-43fd-4259-b222-21acf00579a5 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:21.116396 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d5e700a4-9221-4389-b8dd-f237e5ce670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (586ed799-43fd-4259-b222-21acf00579a5), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.153430 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d5e700a4-9221-4389-b8dd-f237e5ce670f None None] Port 586ed799-43fd-4259-b222-21acf00579a5 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:03:21.393121 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59210) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:21.397878 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693100969', 'description': 'tempest-description--1039172470'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:21.421507 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.445961 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:21.493404 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (74f54cc3-cce1-41f2-823a-1892c15fb8e0), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.498031 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (74f54cc3-cce1-41f2-823a-1892c15fb8e0), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.502994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:21.529474 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.530700 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1365609 Jun 23 02:03:21.533918 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59212) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:21.536459 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5d9ee-5b8e-4105-be0b-1a90b1898304 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f54cc3-cce1-41f2-823a-1892c15fb8e0,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:21.538692 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '74f54cc3-cce1-41f2-823a-1892c15fb8e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:21.546702 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:21.568176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (c488b669-0d7a-4b0e-b7b7-6ecf3d3fa86b), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.621193 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (c488b669-0d7a-4b0e-b7b7-6ecf3d3fa86b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.627519 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (c488b669-0d7a-4b0e-b7b7-6ecf3d3fa86b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.649945 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c488b669-0d7a-4b0e-b7b7-6ecf3d3fa86b,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:21.655403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.656643 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-653b8455-7569-45a3-8856-27e85918b625 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216490 Jun 23 02:03:21.659431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59214) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:21.663765 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '74f54cc3-cce1-41f2-823a-1892c15fb8e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:21.669230 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:21.694315 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (6dcb0650-d629-4b00-83cd-9119f9155c00), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.751512 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (6dcb0650-d629-4b00-83cd-9119f9155c00), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.756448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (6dcb0650-d629-4b00-83cd-9119f9155c00), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.774459 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcb0650-d629-4b00-83cd-9119f9155c00,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:21.784713 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.785922 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5fc5fe3c-8ea3-4084-8c01-b2b001a84b58 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255808 Jun 23 02:03:21.789180 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59216) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:21.793639 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:21.814807 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:21.903812 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.013536 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.27.0.2 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/17569322-59f9-48d7-84d8-f1cc37ecf304) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:22.126486 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.162885 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.193340 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:22.203782 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:22.204368 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:22.205001 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:22.208170 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:22.211890 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:22.215082 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=17569322-59f9-48d7-84d8-f1cc37ecf304,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:22.258600 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:22.301736 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.309411 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:22.339015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.378298 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:22.486820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.492672 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.495905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:22.520505 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:22.520869 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Updating router d2b966fd-ec5f-4902-a332-7234a46d9068 port 586ed799-43fd-4259-b222-21acf00579a5 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:03:22.563674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=17569322-59f9-48d7-84d8-f1cc37ecf304,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:22.574074 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.592215 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.593453 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5d36c4fd-cef5-4bca-953a-900056b4d39e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8033600 Jun 23 02:03:22.689194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (586ed799-43fd-4259-b222-21acf00579a5), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.729555 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 3360a583-9d5e-42b7-a5cc-46f790669414 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:22.761367 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-4e0b8cb5-5a0d-4b93-9937-4ab958fa3cfd tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1693100969&fields=id&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 267 time: 0.0458562 Jun 23 02:03:22.834223 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:22.855735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 3360a583-9d5e-42b7-a5cc-46f790669414 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:22.856088 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:22.864898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-df70c377-08c4-4b07-8c68-cef820b73051 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:22.866337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-df70c377-08c4-4b07-8c68-cef820b73051 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.0984445 Jun 23 02:03:22.889387 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-8eec2bfb-777c-47fa-a172-e7edf472504a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/quotas/07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 375 time: 0.0097835 Jun 23 02:03:22.939737 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-0e0af367-8ab1-4f76-b45b-722c6efab298 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445147 Jun 23 02:03:22.995654 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 3360a583-9d5e-42b7-a5cc-46f790669414 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:22.996024 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.043787 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 3360a583-9d5e-42b7-a5cc-46f790669414, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=3360a583-9d5e-42b7-a5cc-46f790669414,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:23.054248 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-4bfe54a1-94d2-46a0-8c9c-0d29a1c21ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028521 Jun 23 02:03:23.056498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.062017 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:23.064552 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks [] for port (586ed799-43fd-4259-b222-21acf00579a5), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.093933 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.129284 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=3360a583-9d5e-42b7-a5cc-46f790669414,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:23.167463 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-2a43d51b-c789-423b-8915-14d659cedb74 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030972 Jun 23 02:03:23.223393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62d182-4c79-4815-8707-32ac68bea592 None None] Pushing event updated for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:23.227793 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Attempting to bind port 586ed799-43fd-4259-b222-21acf00579a5 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:03:23.228286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Attempting to bind port 586ed799-43fd-4259-b222-21acf00579a5 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:03:23.228732 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Attempting to bind port 586ed799-43fd-4259-b222-21acf00579a5 on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:23.237369 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:03:23.238164 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:23.238884 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.239332 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:03:23.239974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Bound port: 586ed799-43fd-4259-b222-21acf00579a5, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:03:23.240442 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (586ed799-43fd-4259-b222-21acf00579a5), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.337435 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] For port 586ed799-43fd-4259-b222-21acf00579a5, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:03:23.344744 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] For port 586ed799-43fd-4259-b222-21acf00579a5, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=586ed799-43fd-4259-b222-21acf00579a5,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:03:23.353674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.385992 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7f65a80-4be1-4539-89fa-858997b5da73 req-bebc2f0f-63f8-4490-a999-88b33a1c5300 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 210 time: 0.0302739 Jun 23 02:03:23.431136 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Provisioning complete for port 586ed799-43fd-4259-b222-21acf00579a5 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:23.431605 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (586ed799-43fd-4259-b222-21acf00579a5), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.478985 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:23.479872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:23.486032 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62d182-4c79-4815-8707-32ac68bea592 None None] Pushing event updated for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:23.601154 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Current status of the port 586ed799-43fd-4259-b222-21acf00579a5 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:23.601570 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (586ed799-43fd-4259-b222-21acf00579a5), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.641613 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:23.644714 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:23.678148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] For port 586ed799-43fd-4259-b222-21acf00579a5, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=586ed799-43fd-4259-b222-21acf00579a5,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:23.686348 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.811234 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6249d83-bee4-4562-a9ce-c10e7ac64d77 None None] Pushing event updated for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:23.839362 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-73151d11-57e8-40f4-8091-13448137bfc5 None None] Provisioning complete for port 586ed799-43fd-4259-b222-21acf00579a5 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:23.839724 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-73151d11-57e8-40f4-8091-13448137bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (586ed799-43fd-4259-b222-21acf00579a5), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:23.905957 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:23.935344 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:23.978090 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475535d-edce-4086-ab77-c302fe9b0004 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:23.988242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-73151d11-57e8-40f4-8091-13448137bfc5 None None] Current status of the port 586ed799-43fd-4259-b222-21acf00579a5 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:24.387725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59258) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:24.426657 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-aac8cd99-a3aa-4b2f-93fe-4d827278e3d9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:24.428287 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-aac8cd99-a3aa-4b2f-93fe-4d827278e3d9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1375661 Jun 23 02:03:24.517999 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-fd179244-535c-4e07-8590-43cfab1d64c7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 380 time: 0.0799663 Jun 23 02:03:24.552111 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-360cca22-4ee7-4059-a1a3-aa53f8c25f15 req-66c91dab-eed6-4b46-98ca-d330e6f8a7c3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 210 time: 0.0381663 Jun 23 02:03:24.553029 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-06a6aaf6-555a-4450-b3f4-2a0db15f0b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.572234 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'port': {'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'admin_state_up': True, 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'security_groups': ['74f54cc3-cce1-41f2-823a-1892c15fb8e0']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:24.639146 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-06a6aaf6-555a-4450-b3f4-2a0db15f0b16 admin admin] Publish callbacks [] for security_group (95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.644487 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-06a6aaf6-555a-4450-b3f4-2a0db15f0b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.677405 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6aaf6-555a-4450-b3f4-2a0db15f0b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:24.706855 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59268) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:24.708460 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-06a6aaf6-555a-4450-b3f4-2a0db15f0b16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de5fab60406c42d3be1c783e6e774bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189709 Jun 23 02:03:24.723894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:03:24.727650 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.821752 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] Publish callbacks [] for security_group (95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.826255 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 586ed799-43fd-4259-b222-21acf00579a5 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:24.873855 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 586ed799-43fd-4259-b222-21acf00579a5 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:24.874228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (586ed799-43fd-4259-b222-21acf00579a5), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.878725 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] Publish callbacks [] for security_group (95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.927291 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:24.935198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.20.0.6 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/e90bc445-6f06-4e28-9295-dcc042e0f128) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:24.949410 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:24.962670 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 586ed799-43fd-4259-b222-21acf00579a5 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:24.963821 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 3360a583-9d5e-42b7-a5cc-46f790669414 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:24.971169 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.973684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:24.974832 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9 HTTP/1.1" status: 204 len: 168 time: 0.2669713 Jun 23 02:03:24.998082 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf0783-c8f3-4c6a-adc7-374a8b22d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b6d9f2-1a97-4b3d-b484-d0a5b32bb5a9,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:25.048762 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 3360a583-9d5e-42b7-a5cc-46f790669414 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:25.049156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.114626 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.134988 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 3360a583-9d5e-42b7-a5cc-46f790669414 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:25.162417 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.214555 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:25.218110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:25.220556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:25.223371 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:25.276929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:25.278230 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.298573 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9757c9d1-9b2e-45f9-881c-9e3c808c78c0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304242 Jun 23 02:03:25.309861 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Request body: {'port': {'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:25.374305 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.516874 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-27cc46e6-bb3d-4261-b85b-3f09681cf838 None None] Provisioning complete for port e90bc445-6f06-4e28-9295-dcc042e0f128 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:25.517245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-27cc46e6-bb3d-4261-b85b-3f09681cf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.548862 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-27cc46e6-bb3d-4261-b85b-3f09681cf838 None None] Port e90bc445-6f06-4e28-9295-dcc042e0f128 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:03:25.644405 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90bc445-6f06-4e28-9295-dcc042e0f128 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:03:25.652371 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks [] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.666046 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Transition to ACTIVE for port object e90bc445-6f06-4e28-9295-dcc042e0f128 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:03:25.671627 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.685103 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140d2d-91c4-4769-9b19-9bbda35cec12 req-0ff106ed-d5b4-4643-bc61-c5f0dbc14567 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:25.694222 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6140d2d-91c4-4769-9b19-9bbda35cec12 req-0ff106ed-d5b4-4643-bc61-c5f0dbc14567 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 931 time: 0.0696230 Jun 23 02:03:25.740457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:25.745172 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6140d2d-91c4-4769-9b19-9bbda35cec12 req-2f25c784-f036-4e5e-aef0-72c17acdf3f1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497129 Jun 23 02:03:25.798317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Attempting to bind port e90bc445-6f06-4e28-9295-dcc042e0f128 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:03:25.798653 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Attempting to bind port e90bc445-6f06-4e28-9295-dcc042e0f128 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:03:25.798982 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Attempting to bind port e90bc445-6f06-4e28-9295-dcc042e0f128 on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:25.802009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:25.804629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Port e90bc445-6f06-4e28-9295-dcc042e0f128 on network b8c0b105-2591-4382-91da-1f86ccb7640d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:03:25.804948 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Attempting to bind port e90bc445-6f06-4e28-9295-dcc042e0f128 on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:25.807023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:25.812237 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:03:25.812606 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:25.812987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:03:25.813415 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Bound port: e90bc445-6f06-4e28-9295-dcc042e0f128, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:03:25.813777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.882310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:03:25.887933 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e90bc445-6f06-4e28-9295-dcc042e0f128,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:03:25.899406 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.938229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:25.938844 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:25.940299 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/e90bc445-6f06-4e28-9295-dcc042e0f128 HTTP/1.1" status: 200 len: 1093 time: 0.6349335 Jun 23 02:03:25.940727 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:25.943007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567" -d '{"events": [{"name": "network-changed", "server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:25.974292 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e385563-d498-4df3-bd1f-edeffa2d32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:25.998820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cdd98b-c98b-4e02-b4d5-9022ecdcbadd x-openstack-request-id: req-23cdd98b-c98b-4e02-b4d5-9022ecdcbadd {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:25.998820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:25.999103 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23cdd98b-c98b-4e02-b4d5-9022ecdcbadd {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:26.000838 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23cdd98b-c98b-4e02-b4d5-9022ecdcbadd'] response: {'name': 'network-changed', 'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'status': 'completed', 'code': 200} Jun 23 02:03:26.031946 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-8dcd3a87-2d01-45dc-a7ef-79b74a70a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:26.033470 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-8dcd3a87-2d01-45dc-a7ef-79b74a70a454 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 1127 time: 0.0477843 Jun 23 02:03:26.082136 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-438d40cd-81b8-48ef-8b9d-895004baf1fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90bc445-6f06-4e28-9295-dcc042e0f128 HTTP/1.1" status: 200 len: 217 time: 0.0398619 Jun 23 02:03:26.138979 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-11604a9b-205c-4fe7-917d-483d1bfa766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:26.140495 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-11604a9b-205c-4fe7-917d-483d1bfa766d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0531685 Jun 23 02:03:26.198291 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58597-d634-4478-ae47-aaa461f58082 req-0154fe18-0b7b-41a6-b010-c62ea4e6c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:26.200418 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-0154fe18-0b7b-41a6-b010-c62ea4e6c179 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529013 Jun 23 02:03:26.302431 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-35b37a86-8e9f-4ab8-bf9e-91c8a4716a46 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952907 Jun 23 02:03:26.396933 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0d58597-d634-4478-ae47-aaa461f58082 req-16308e47-06ba-4105-a407-08be15e5af3c service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878654 Jun 23 02:03:26.874050 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6e19-706b-4dde-a02d-d6bc349bdaf0 req-002ce192-585d-4cd6-b9a9-74f7b757023e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:26.875540 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bedd6e19-706b-4dde-a02d-d6bc349bdaf0 req-002ce192-585d-4cd6-b9a9-74f7b757023e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 943 time: 0.0464315 Jun 23 02:03:26.929542 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bedd6e19-706b-4dde-a02d-d6bc349bdaf0 req-78fd2e09-d8fd-472a-bf28-70dd7dabceef tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486331 Jun 23 02:03:27.195379 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-895ceef5-07bb-4b6e-9d21-2078333b84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:27.196875 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-895ceef5-07bb-4b6e-9d21-2078333b84a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 1127 time: 0.0410702 Jun 23 02:03:27.289477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-5b245c77-dcd2-4557-af2f-a9801ca8a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:27.289477 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-5b245c77-dcd2-4557-af2f-a9801ca8a61d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0852668 Jun 23 02:03:27.332680 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-20aed1ac-53c4-4a81-9eca-d43edb5a4bfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90bc445-6f06-4e28-9295-dcc042e0f128 HTTP/1.1" status: 200 len: 217 time: 0.0375392 Jun 23 02:03:27.381800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-ba1e3503-2583-47d2-ba6b-04028bff420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:27.383271 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-ba1e3503-2583-47d2-ba6b-04028bff420b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0456052 Jun 23 02:03:27.426556 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-b187a9be-f8ef-46c8-90a4-656593bdb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:27.428084 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-b187a9be-f8ef-46c8-90a4-656593bdb39b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388365 Jun 23 02:03:27.474540 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-b4d8a885-54a0-4f99-a7ee-f99d98bd8a6b tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=734fd8c4854d4fe99d158cf249181488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283446 Jun 23 02:03:27.512537 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:27.525611 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-77478aa7-ef32-4419-a696-128dc0d38587 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902033 Jun 23 02:03:27.616755 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3d99c3d0-4b2f-4718-b7bf-e2396c87a567 req-063c2a35-e690-40ca-a428-ec36552aef94 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Jun 23 02:03:27.663510 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-cf0a68e6-ddb0-4312-933b-8626f1ef9200 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:27.665098 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-cf0a68e6-ddb0-4312-933b-8626f1ef9200 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852977 Jun 23 02:03:27.681600 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-4fed4f17-8cfd-4a13-bf0b-f9b83ffa2633 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/quotas/734fd8c4854d4fe99d158cf249181488 HTTP/1.1" status: 200 len: 375 time: 0.0104036 Jun 23 02:03:27.696861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:27.717736 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-1f5d7b17-39c8-467c-8a68-ed6ba7fd3ad8 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=734fd8c4854d4fe99d158cf249181488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jun 23 02:03:27.880036 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3ed9f772-9109-49f9-965d-d5ffa1437eda req-65088632-7de7-49e5-906e-89ae348e8bf8 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 210 time: 0.0288117 Jun 23 02:03:28.056248 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93074f2-9e47-4965-b942-3741f6a9a64e req-072a318f-82ca-4610-91d5-8c7d64e1ba84 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:28.057821 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a93074f2-9e47-4965-b942-3741f6a9a64e req-072a318f-82ca-4610-91d5-8c7d64e1ba84 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 943 time: 0.0529077 Jun 23 02:03:28.106744 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a93074f2-9e47-4965-b942-3741f6a9a64e req-a4d8c2e7-34e1-4aa7-b687-98d8d4646571 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Jun 23 02:03:28.418952 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-abe59787-f2aa-4d5a-8a4a-41bc60ba022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:28.687811 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device e90bc445-6f06-4e28-9295-dcc042e0f128 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:03:28.793118 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-8cc4dd1b-c802-476a-8515-aaab6ed6e3c6 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=734fd8c4854d4fe99d158cf249181488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447574 Jun 23 02:03:28.796480 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e90bc445-6f06-4e28-9295-dcc042e0f128,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:28.808150 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:03:28.810387 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:28.816897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:28.844108 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port e90bc445-6f06-4e28-9295-dcc042e0f128 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:28.844495 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:28.858696 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90bc445-6f06-4e28-9295-dcc042e0f128 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:03:28.882971 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e90bc445-6f06-4e28-9295-dcc042e0f128,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:28.888096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:28.934884 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:28.944906 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:28.985283 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-40d5e019-f9c5-4712-817d-8b0862850fdf tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:28.986788 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-40d5e019-f9c5-4712-817d-8b0862850fdf tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889617 Jun 23 02:03:28.991196 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ec93e19e-4354-44d0-8ee3-fcd65dfa877d req-a53ee544-0273-46f3-8273-6e67f76d40c6 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Jun 23 02:03:29.004091 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Request body: {'port': {'device_id': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2', 'admin_state_up': True, 'tenant_id': '734fd8c4854d4fe99d158cf249181488'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:29.115184 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['e90bc445-6f06-4e28-9295-dcc042e0f128'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:03:29.149848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:29.230931 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365b07-c7c0-47ae-a410-08619ac94253 req-bafa3ca8-bc79-4851-887d-6b931fb7fa06 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:29.232570 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60365b07-c7c0-47ae-a410-08619ac94253 req-bafa3ca8-bc79-4851-887d-6b931fb7fa06 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Jun 23 02:03:29.283469 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-60365b07-c7c0-47ae-a410-08619ac94253 req-c04131a8-8dde-4c91-a415-8a6e82199e8e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Jun 23 02:03:29.360424 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Made reservation on behalf of 734fd8c4854d4fe99d158cf249181488 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:03:29.363825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.372477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.445431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks [] for security_group (7968aed5-9e12-4141-a092-7869d5e8f236), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.451566 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7968aed5-9e12-4141-a092-7869d5e8f236), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.510446 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7968aed5-9e12-4141-a092-7869d5e8f236,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:29.587878 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Allocated IP 192.168.233.71 (f95e933e-06c6-431e-a099-22bd96502fe2/c22e88fe-3d33-48d2-b946-1498e7e2f058/167f14ad-ff3f-47d3-932a-c3d309f9290b) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:03:29.736044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks [] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.771358 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.818884 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Network f95e933e-06c6-431e-a099-22bd96502fe2 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:03:29.822005 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:03:29.825775 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:03:29.832047 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Pushing event updated for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:29.878870 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:29.879533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:29.888769 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:29.898958 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-dc9ae217-065a-4da9-af9b-0997f52f5811 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8987739 Jun 23 02:03:29.910636 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Request body: {'port': {'device_id': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:29.936289 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:29.978274 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.044263 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-926e2bae-386e-44a9-b947-65c34ece17f8 None None] Provisioning complete for port 167f14ad-ff3f-47d3-932a-c3d309f9290b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:30.044849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-926e2bae-386e-44a9-b947-65c34ece17f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.083319 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-926e2bae-386e-44a9-b947-65c34ece17f8 None None] Port 167f14ad-ff3f-47d3-932a-c3d309f9290b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:03:30.111747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c80e2-f0bd-4511-9370-c0784e054014 req-3037a830-a262-46ea-90d8-67c00e2adc42 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.113239 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d4c80e2-f0bd-4511-9370-c0784e054014 req-3037a830-a262-46ea-90d8-67c00e2adc42 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 935 time: 0.0525739 Jun 23 02:03:30.165717 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1d4c80e2-f0bd-4511-9370-c0784e054014 req-5e06836d-cb04-4c62-921d-3f5910d89070 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Jun 23 02:03:30.237816 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167f14ad-ff3f-47d3-932a-c3d309f9290b {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:03:30.245341 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks [] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.258713 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Transition to ACTIVE for port object 167f14ad-ff3f-47d3-932a-c3d309f9290b will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:03:30.264957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.317950 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Pushing event updated for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:30.399414 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Attempting to bind port 167f14ad-ff3f-47d3-932a-c3d309f9290b on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:03:30.399748 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Attempting to bind port 167f14ad-ff3f-47d3-932a-c3d309f9290b by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:03:30.400066 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Attempting to bind port 167f14ad-ff3f-47d3-932a-c3d309f9290b on network f95e933e-06c6-431e-a099-22bd96502fe2 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:30.404750 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Port 167f14ad-ff3f-47d3-932a-c3d309f9290b on network f95e933e-06c6-431e-a099-22bd96502fe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:03:30.405060 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Attempting to bind port 167f14ad-ff3f-47d3-932a-c3d309f9290b on network f95e933e-06c6-431e-a099-22bd96502fe2 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:03:30.408195 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b86f7a-5dd7-40bd-b486-351d6f40bec5 req-538775ef-030b-4d5d-98b8-77c67e47ef8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.410013 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a9b86f7a-5dd7-40bd-b486-351d6f40bec5 req-538775ef-030b-4d5d-98b8-77c67e47ef8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 944 time: 0.0534596 Jun 23 02:03:30.410261 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:03:30.410595 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Checking segment: {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:03:30.410969 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Bound using segment: {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:03:30.411422 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Bound port: 167f14ad-ff3f-47d3-932a-c3d309f9290b, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775f9183-ebc4-492a-bbe2-6932c3e44f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:03:30.411776 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.460194 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a9b86f7a-5dd7-40bd-b486-351d6f40bec5 req-d9227eb4-0b56-4079-8970-227998352a1f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Jun 23 02:03:30.477117 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:03:30.480477 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:03:30.487712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.525660 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.526366 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.527645 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] 10.222.0.16 "PUT /v2.0/ports/167f14ad-ff3f-47d3-932a-c3d309f9290b HTTP/1.1" status: 200 len: 1097 time: 0.6213570 Jun 23 02:03:30.528075 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:30.530263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:30.554333 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0fee4-ede6-477b-a068-e6dfe0f192dc service neutron] Pushing event updated for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:30.604299 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2878393f-1f6d-4f20-a816-99c961764c86 x-openstack-request-id: req-2878393f-1f6d-4f20-a816-99c961764c86 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:30.604671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:30.604984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2878393f-1f6d-4f20-a816-99c961764c86 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:30.605455 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2878393f-1f6d-4f20-a816-99c961764c86'] response: {'name': 'network-changed', 'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b', 'status': 'completed', 'code': 200} Jun 23 02:03:30.607685 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=26 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:30.612410 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=11 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:30.618195 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-268cd22b-95b4-40ce-9214-bd1971734c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.619789 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-268cd22b-95b4-40ce-9214-bd1971734c53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=734fd8c4854d4fe99d158cf249181488&device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 1131 time: 0.0507667 Jun 23 02:03:30.661796 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-564f6804-ad8c-4e6e-8ce9-45e747ad320c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b HTTP/1.1" status: 200 len: 217 time: 0.0335238 Jun 23 02:03:30.694123 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device e90bc445-6f06-4e28-9295-dcc042e0f128 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:30.712593 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-fcf86b28-d386-4d74-b53f-3bb9d292a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.714115 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-fcf86b28-d386-4d74-b53f-3bb9d292a6d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c22e88fe-3d33-48d2-b946-1498e7e2f058 HTTP/1.1" status: 200 len: 843 time: 0.0461974 Jun 23 02:03:30.742412 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cd22-4cfd-462e-a921-dea3ceb338a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.756334 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port e90bc445-6f06-4e28-9295-dcc042e0f128 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:03:30.762828 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-4aa00557-49a9-48b3-b6ef-ccafa3cc24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:30.763507 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port e90bc445-6f06-4e28-9295-dcc042e0f128 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:30.763879 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.764487 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-4aa00557-49a9-48b3-b6ef-ccafa3cc24f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f95e933e-06c6-431e-a099-22bd96502fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411646 Jun 23 02:03:30.839251 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:30.861148 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-487550f7-c9b4-4986-8e80-2ee8d725d305 service neutron] 10.222.0.16 "GET /v2.0/networks/f95e933e-06c6-431e-a099-22bd96502fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896440 Jun 23 02:03:30.903919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:30.963587 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a3d9758-5f10-45d4-8f1c-68be280e8d29 req-3637d2f1-8ce5-4181-938b-f8fc42b4a6ab service neutron] 10.222.0.16 "GET /v2.0/networks/f95e933e-06c6-431e-a099-22bd96502fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940120 Jun 23 02:03:30.965923 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port e90bc445-6f06-4e28-9295-dcc042e0f128 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:30.966536 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:30.992311 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:30.994599 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c149ad5-605c-4fac-a05d-d234372de771" -d '{"events": [{"server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "name": "network-vif-plugged", "status": "completed", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:31.007182 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e90bc445-6f06-4e28-9295-dcc042e0f128,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:31.012656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:31.034612 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a38eab7-8f59-4e94-a071-4b55f635da39 x-openstack-request-id: req-1a38eab7-8f59-4e94-a071-4b55f635da39 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:31.034905 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "name": "network-vif-plugged", "status": "completed", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:31.035155 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a38eab7-8f59-4e94-a071-4b55f635da39 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:31.035576 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a38eab7-8f59-4e94-a071-4b55f635da39'] response: {'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'code': 200} Jun 23 02:03:31.060391 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:31.293458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc5d7-8b5c-4c63-9efa-864b6cb3cdda req-75fe5f50-fa9f-49dd-ad1d-7a79dbb55986 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:31.294935 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99cfc5d7-8b5c-4c63-9efa-864b6cb3cdda req-75fe5f50-fa9f-49dd-ad1d-7a79dbb55986 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 947 time: 0.0590641 Jun 23 02:03:31.342196 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-99cfc5d7-8b5c-4c63-9efa-864b6cb3cdda req-f82b503f-7559-4b40-9b8d-d03a03f344bb tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jun 23 02:03:31.584574 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ac718-2288-4c94-9354-d8394ce96574 req-e2611ead-7c45-4639-960a-3efce289d5b2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:31.586004 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-046ac718-2288-4c94-9354-d8394ce96574 req-e2611ead-7c45-4639-960a-3efce289d5b2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0461130 Jun 23 02:03:31.633110 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-046ac718-2288-4c94-9354-d8394ce96574 req-c0e348a6-e0e6-4cd3-98f1-228aac10d8c6 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Jun 23 02:03:31.832698 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-1811ab8f-518e-4efa-bebf-45f69867bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:31.834120 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-1811ab8f-518e-4efa-bebf-45f69867bb53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=734fd8c4854d4fe99d158cf249181488&device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 1131 time: 0.0408623 Jun 23 02:03:31.969479 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-00f2291c-e25d-41e8-9521-d911d7155670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:31.970946 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-00f2291c-e25d-41e8-9521-d911d7155670 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f95e933e-06c6-431e-a099-22bd96502fe2 HTTP/1.1" status: 200 len: 870 time: 0.1282537 Jun 23 02:03:31.972009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c38e5-46de-47e5-8409-02a789e1f386 req-b144992c-620e-48eb-8dcf-eac15f4ccb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:31.973336 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-460c38e5-46de-47e5-8409-02a789e1f386 req-b144992c-620e-48eb-8dcf-eac15f4ccb1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 1129 time: 0.0595272 Jun 23 02:03:32.023577 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-895f5ea9-280e-428c-8fe1-ab4f5a72c3e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b HTTP/1.1" status: 200 len: 217 time: 0.0425401 Jun 23 02:03:32.084695 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-460c38e5-46de-47e5-8409-02a789e1f386 req-bfcde70c-8b68-41b0-8ba8-c343e5ff79f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024802 Jun 23 02:03:32.103397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-d91c27a5-c792-4f1a-8222-e47d3b741c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:32.105458 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-d91c27a5-c792-4f1a-8222-e47d3b741c87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c22e88fe-3d33-48d2-b946-1498e7e2f058 HTTP/1.1" status: 200 len: 843 time: 0.0691340 Jun 23 02:03:32.105990 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:32.329841 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-effc1987-eb01-4de6-8199-80d2c6950cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:32.332063 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-effc1987-eb01-4de6-8199-80d2c6950cad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f95e933e-06c6-431e-a099-22bd96502fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459321 Jun 23 02:03:32.426672 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-79e39e94-176c-4507-ba4d-4acbb79a22a6 service neutron] 10.222.0.16 "GET /v2.0/networks/f95e933e-06c6-431e-a099-22bd96502fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878005 Jun 23 02:03:32.463363 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e607-b426-4ac5-8383-ecae865699b7 req-a29e91ae-d7d1-40f0-a3fe-90b7e43691e3 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:32.464862 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2346e607-b426-4ac5-8383-ecae865699b7 req-a29e91ae-d7d1-40f0-a3fe-90b7e43691e3 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 947 time: 0.0501909 Jun 23 02:03:32.515642 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2346e607-b426-4ac5-8383-ecae865699b7 req-58bb4930-71fc-42bd-910b-3e22307921ba tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Jun 23 02:03:32.520347 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ebd0949d-cedb-42b6-a751-932bd4fcc3a9 req-38c09919-2277-4f4d-9f0a-1086fea8106a service neutron] 10.222.0.16 "GET /v2.0/networks/f95e933e-06c6-431e-a099-22bd96502fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jun 23 02:03:32.763168 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a197f-d165-43bc-a748-a9de29c286e4 req-1192e76a-fcf5-4f47-89e8-f3e25c209f27 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:32.765126 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d94a197f-d165-43bc-a748-a9de29c286e4 req-1192e76a-fcf5-4f47-89e8-f3e25c209f27 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0589576 Jun 23 02:03:32.813315 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d94a197f-d165-43bc-a748-a9de29c286e4 req-7c2d97c6-6ad8-44cb-a5f0-09ea3a6eba1f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Jun 23 02:03:33.337401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:33.531573 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:33.634998 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887bf41-cfbc-4d03-b9b4-498c08ef4537 req-a6b291c2-7960-4812-8a42-271d0b647749 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:33.636506 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e887bf41-cfbc-4d03-b9b4-498c08ef4537 req-a6b291c2-7960-4812-8a42-271d0b647749 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 947 time: 0.0505240 Jun 23 02:03:33.685748 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e887bf41-cfbc-4d03-b9b4-498c08ef4537 req-e3b0d319-c71c-4f8a-8b69-757a85bfb6a8 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Jun 23 02:03:33.937355 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ba82-e023-4f2c-85af-fd81ce23be69 req-60789ae2-e55b-4421-8f7c-92117c443bda tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:33.938781 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e46ba82-e023-4f2c-85af-fd81ce23be69 req-60789ae2-e55b-4421-8f7c-92117c443bda tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Jun 23 02:03:33.997889 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e46ba82-e023-4f2c-85af-fd81ce23be69 req-d7a2b2dc-9820-47aa-9614-303fe0635af2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516891 Jun 23 02:03:34.091554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.107773 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6b36d-3109-41b3-aa09-4bad52fe7119 req-b49aca11-e624-46e0-ab2e-6b17a45ea627 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:34.109244 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-78d6b36d-3109-41b3-aa09-4bad52fe7119 req-b49aca11-e624-46e0-ab2e-6b17a45ea627 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0477142 Jun 23 02:03:34.123199 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59366) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:34.127788 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:03:34.166646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.466026 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.595738 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.601745 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.653053 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.696988 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 083c95df-6519-41a2-a4cd-a994b91f3ecf associated. External IP: 172.27.0.2, port: e90bc445-6f06-4e28-9295-dcc042e0f128. Jun 23 02:03:34.718867 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 167f14ad-ff3f-47d3-932a-c3d309f9290b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:03:34.787806 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.804117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.810695 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c66c-7066-4e38-8f1a-488ac764c482 req-649edb69-4e5c-4754-8b25-6504c8f58d30 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:34.813362 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1533c66c-7066-4e38-8f1a-488ac764c482 req-649edb69-4e5c-4754-8b25-6504c8f58d30 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 947 time: 0.0583162 Jun 23 02:03:34.831844 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:34.848274 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '167f14ad-ff3f-47d3-932a-c3d309f9290b', 'network_id': 'f95e933e-06c6-431e-a099-22bd96502fe2', 'port_id': '167f14ad-ff3f-47d3-932a-c3d309f9290b', 'mac_address': 'fa:16:3e:66:a9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22e88fe-3d33-48d2-b946-1498e7e2f058', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:03:34.853393 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.865146 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1533c66c-7066-4e38-8f1a-488ac764c482 req-d3eb87f4-887a-496d-9b01-3fa74d19716d tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Jun 23 02:03:34.890387 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 167f14ad-ff3f-47d3-932a-c3d309f9290b is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:34.890850 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.903499 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:34.903823 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167f14ad-ff3f-47d3-932a-c3d309f9290b {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:03:34.924087 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:34.928571 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:34.953219 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:34.975104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:35.009224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:35.013862 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:35.020233 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:35.029859 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:35.030447 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:35.043944 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1aceae88-c4d5-4326-b04d-99d7616348fb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "PUT /v2.0/floatingips/083c95df-6519-41a2-a4cd-a994b91f3ecf HTTP/1.1" status: 200 len: 989 time: 0.9196382 Jun 23 02:03:35.044616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:35.046991 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:35.083895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ffc97-89c3-4d93-a62a-014ced4e11ed x-openstack-request-id: req-548ffc97-89c3-4d93-a62a-014ced4e11ed {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:35.084184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:35.084430 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-548ffc97-89c3-4d93-a62a-014ced4e11ed {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:35.084827 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548ffc97-89c3-4d93-a62a-014ced4e11ed'] response: {'name': 'network-changed', 'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'status': 'completed', 'code': 200} Jun 23 02:03:35.128310 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:35.145078 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-6f65eb25-d829-456b-be0f-00e8679cb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:35.146728 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-6f65eb25-d829-456b-be0f-00e8679cb353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 1129 time: 0.0412810 Jun 23 02:03:35.158093 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['167f14ad-ff3f-47d3-932a-c3d309f9290b'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:03:35.253278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-3cbdad07-c985-4adc-8fea-b819a213eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:35.254818 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-3cbdad07-c985-4adc-8fea-b819a213eb94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.1012011 Jun 23 02:03:35.318836 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-298714b8-be29-4ac9-9688-cb4139a8fd6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90bc445-6f06-4e28-9295-dcc042e0f128 HTTP/1.1" status: 200 len: 997 time: 0.0577223 Jun 23 02:03:35.352053 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:34Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:35.366356 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-a1dcdfb9-1dd4-4d2f-b167-ab78dbb7c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:35.367854 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-a1dcdfb9-1dd4-4d2f-b167-ab78dbb7c561 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0430157 Jun 23 02:03:35.375563 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:35.383959 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:35.384546 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:35.415052 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-8757717e-6336-4416-956f-cd35cbef1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:35.416962 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-8757717e-6336-4416-956f-cd35cbef1274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423393 Jun 23 02:03:35.509953 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:35.528389 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-5d3ddc7e-9186-45d3-b979-e9330a93e74d service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873284 Jun 23 02:03:35.568780 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:35.624819 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cd7030f7-1f29-45ed-a5b3-81dcaab9e4c6 req-d304de97-17c8-4406-bcea-ca0283d77bdb service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Jun 23 02:03:35.771308 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:34Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:35.794975 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86ddbd-aa71-4321-b60b-268102c5dcc6 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:34Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:35.983511 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cdd47-fd87-45b0-999e-43b63175b9d5 req-657fc338-1fe5-4acb-a20f-9e3c188b0b31 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:35.985111 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ff9cdd47-fd87-45b0-999e-43b63175b9d5 req-657fc338-1fe5-4acb-a20f-9e3c188b0b31 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 948 time: 0.0522819 Jun 23 02:03:35.993497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b00e0-af50-4613-bc9e-91a689c43d19 None None] New status for floating IP 083c95df-6519-41a2-a4cd-a994b91f3ecf: ACTIVE {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:03:36.033036 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ff9cdd47-fd87-45b0-999e-43b63175b9d5 req-93634287-88de-4095-9dd0-8682300df8ec tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Jun 23 02:03:36.753679 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 167f14ad-ff3f-47d3-932a-c3d309f9290b up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:03:36.806502 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 167f14ad-ff3f-47d3-932a-c3d309f9290b completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:03:36.814180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 167f14ad-ff3f-47d3-932a-c3d309f9290b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:03:36.814624 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:36.889697 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 167f14ad-ff3f-47d3-932a-c3d309f9290b is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:03:36.890048 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:36.919853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:36.922197 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e598ce00-5538-49db-b41c-675c69d1d8a1" -d '{"events": [{"server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "name": "network-vif-plugged", "status": "completed", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:36.934581 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:36.939773 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:36.963964 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0264351c-82c1-4810-af5a-be067063d452 x-openstack-request-id: req-0264351c-82c1-4810-af5a-be067063d452 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:36.964252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "name": "network-vif-plugged", "status": "completed", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:36.964493 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0264351c-82c1-4810-af5a-be067063d452 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:36.964876 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0264351c-82c1-4810-af5a-be067063d452'] response: {'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b', 'code': 200} Jun 23 02:03:36.990165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:37.131715 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbefd-e74b-4496-8767-8c3f19324ecd req-e5dc7c90-df13-44a0-934b-9825358ca00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:37.133233 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dd7bbefd-e74b-4496-8767-8c3f19324ecd req-e5dc7c90-df13-44a0-934b-9825358ca00c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 1133 time: 0.0397387 Jun 23 02:03:37.157873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1b235-98b8-40c8-974f-ac167e1175f7 req-d8a3d27f-cda3-45d0-a337-3c9163282b86 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:37.159309 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53c1b235-98b8-40c8-974f-ac167e1175f7 req-d8a3d27f-cda3-45d0-a337-3c9163282b86 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0476897 Jun 23 02:03:37.180963 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-dd7bbefd-e74b-4496-8767-8c3f19324ecd req-7331679e-f9de-4019-8a91-d41ca750a656 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Jun 23 02:03:37.205389 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-53c1b235-98b8-40c8-974f-ac167e1175f7 req-c0a277fc-b846-43bd-b394-4e5fa204523a tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Jun 23 02:03:37.943491 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:37.947793 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-3e33f043-8ae2-4be9-83a0-78fdb52888b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392783 Jun 23 02:03:38.052903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-69aa5290-a24e-4749-8613-0ac07db52602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:38.055096 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-69aa5290-a24e-4749-8613-0ac07db52602 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 1130 time: 0.0467875 Jun 23 02:03:38.173164 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-1cad7a1e-e830-44dc-bd59-836c805e8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:38.174799 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-1cad7a1e-e830-44dc-bd59-836c805e8aa0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 200 len: 918 time: 0.0879560 Jun 23 02:03:38.325624 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df628056-78fe-45de-b59d-7e5f62f34a5c req-3555e13f-9b6f-4be6-a223-a4fee4db20bf tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:38.327127 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-df628056-78fe-45de-b59d-7e5f62f34a5c req-3555e13f-9b6f-4be6-a223-a4fee4db20bf tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0502362 Jun 23 02:03:38.375920 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-df628056-78fe-45de-b59d-7e5f62f34a5c req-0d1008ca-bc3a-488b-9809-fdb97242eced tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Jun 23 02:03:38.736079 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-0a18dc38-4945-43e2-a351-8ae3e05a0da8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 200 len: 1001 time: 0.0674694 Jun 23 02:03:38.788370 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-5540a6e7-13b4-4076-90f9-e8a6a96075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:38.789842 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-5540a6e7-13b4-4076-90f9-e8a6a96075c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 200 len: 856 time: 0.0454245 Jun 23 02:03:38.834586 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-19bdf746-5b14-4269-aef5-bddb1088c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:38.836088 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-19bdf746-5b14-4269-aef5-bddb1088c3af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcfccf09-d035-4595-a8db-98e9a30e8411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389323 Jun 23 02:03:38.935495 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-4094bdb1-f9c0-4cc3-bb4d-8bc02c6a6130 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904896 Jun 23 02:03:39.027982 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-361c3328-7ea6-4981-89c0-73f26b9f4fdc req-21607341-55e0-4016-8ffb-5136a1eab5cd service neutron] 10.222.0.16 "GET /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Jun 23 02:03:39.513634 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4389cac-c459-423d-a0cb-ee72486b18e9 req-124a214f-70af-4899-ae6c-fae6321bf631 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:39.515202 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4389cac-c459-423d-a0cb-ee72486b18e9 req-124a214f-70af-4899-ae6c-fae6321bf631 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0544345 Jun 23 02:03:39.562397 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4389cac-c459-423d-a0cb-ee72486b18e9 req-0d7ce87c-11b6-4f99-a786-3e4d6c3c83fb tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Jun 23 02:03:39.820706 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e3560-0b0e-407f-8e22-2ace9546040d req-7a1cbe06-0333-4a19-be4f-28a3d7ddc318 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:39.822062 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dc9e3560-0b0e-407f-8e22-2ace9546040d req-7a1cbe06-0333-4a19-be4f-28a3d7ddc318 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0503342 Jun 23 02:03:39.872679 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-dc9e3560-0b0e-407f-8e22-2ace9546040d req-4cc7bf4a-8a3d-4fb1-a084-4aaabcb34b36 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Jun 23 02:03:40.999535 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adb7c-a964-4930-8d74-0806b65e35fb req-f51a40a0-8618-463f-a88b-4c05fd830e57 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:41.001015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-298adb7c-a964-4930-8d74-0806b65e35fb req-f51a40a0-8618-463f-a88b-4c05fd830e57 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0486727 Jun 23 02:03:41.049007 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-298adb7c-a964-4930-8d74-0806b65e35fb req-19495095-fb69-4145-9b58-cce7ebcb81d0 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/security-groups?id=7968aed5-9e12-4141-a092-7869d5e8f236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Jun 23 02:03:41.218559 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-28ae96c6-8d17-4357-9a7b-4b1941736ea9 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:41.220148 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-28ae96c6-8d17-4357-9a7b-4b1941736ea9 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 949 time: 0.0563972 Jun 23 02:03:41.304621 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Deleting port 167f14ad-ff3f-47d3-932a-c3d309f9290b {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:41.304967 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:41.645058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] For port 167f14ad-ff3f-47d3-932a-c3d309f9290b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=167f14ad-ff3f-47d3-932a-c3d309f9290b,segment=NetworkSegment(775f9183-ebc4-492a-bbe2-6932c3e44f36),segment_id=775f9183-ebc4-492a-bbe2-6932c3e44f36)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:41.645322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:41.658206 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Calling delete_port for 167f14ad-ff3f-47d3-932a-c3d309f9290b owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:41.695942 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:41.785663 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (167f14ad-ff3f-47d3-932a-c3d309f9290b), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:41.797698 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['167f14ad-ff3f-47d3-932a-c3d309f9290b'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:03:41.817777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Pushing event deleted for resources: {'Port': ['ID=167f14ad-ff3f-47d3-932a-c3d309f9290b,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:41.860083 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] No DVR routers for this DVR port 167f14ad-ff3f-47d3-932a-c3d309f9290b on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:41.862655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:41.865790 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-87a96867-c65d-42f2-bbaf-9daaf024c44e req-ef99ae2e-c600-4d8d-9eed-889e63fb832e tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.16 "DELETE /v2.0/ports/167f14ad-ff3f-47d3-932a-c3d309f9290b HTTP/1.1" status: 204 len: 173 time: 0.6394262 Jun 23 02:03:41.866256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'name': 'network-vif-deleted', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:41.868549 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757a9cb-c541-4717-adfb-d92547c0c7a5" -d '{"events": [{"server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "name": "network-vif-deleted", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:41.909149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd3662-1b0c-4c01-9cfe-cbc0afc0192d x-openstack-request-id: req-36cd3662-1b0c-4c01-9cfe-cbc0afc0192d {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:41.909490 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab7da8b-bdda-4026-9581-c9aa6d516d29", "name": "network-vif-deleted", "tag": "167f14ad-ff3f-47d3-932a-c3d309f9290b", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:41.909742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36cd3662-1b0c-4c01-9cfe-cbc0afc0192d {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:41.910149 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cd3662-1b0c-4c01-9cfe-cbc0afc0192d'] response: {'server_uuid': 'eab7da8b-bdda-4026-9581-c9aa6d516d29', 'name': 'network-vif-deleted', 'tag': '167f14ad-ff3f-47d3-932a-c3d309f9290b', 'status': 'completed', 'code': 200} Jun 23 02:03:42.165551 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4462f028-efb0-44ff-b761-6c43deaee933 req-b97fb09d-f6fa-41e4-a607-185e9a93fca8 tempest-VolumesNegativeTest-2135847921 tempest-VolumesNegativeTest-2135847921-project] 10.222.0.26 "GET /v2.0/ports?device_id=eab7da8b-bdda-4026-9581-c9aa6d516d29 HTTP/1.1" status: 200 len: 210 time: 0.0288682 Jun 23 02:03:42.954437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e768a-4069-46f3-905f-19b28b36e492 req-99d9b73b-8d77-4721-949d-451742ee33ed tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:42.955939 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-210e768a-4069-46f3-905f-19b28b36e492 req-99d9b73b-8d77-4721-949d-451742ee33ed tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0466759 Jun 23 02:03:43.005761 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-210e768a-4069-46f3-905f-19b28b36e492 req-7e6d6994-a239-4e12-9561-cf360a797793 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Jun 23 02:03:44.135386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea40b-f0aa-44fd-a8ca-abafa37ad461 req-ae32a9d1-781d-4ce7-8515-c2262d912543 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:44.137792 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cccea40b-f0aa-44fd-a8ca-abafa37ad461 req-ae32a9d1-781d-4ce7-8515-c2262d912543 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0492282 Jun 23 02:03:44.196271 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cccea40b-f0aa-44fd-a8ca-abafa37ad461 req-d6179d72-1f99-4f95-bf16-10b1b8849ff9 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups?id=28692d9c-8a75-4b07-8fd1-08e48696ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501814 Jun 23 02:03:44.244562 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:44.261097 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107653e-0117-484e-abe1-76e2ad252d34 req-3698617b-567f-4665-b757-7fba8e4cad75 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:03:44.262586 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6107653e-0117-484e-abe1-76e2ad252d34 req-3698617b-567f-4665-b757-7fba8e4cad75 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 946 time: 0.0494504 Jun 23 02:03:44.354048 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Deleting port 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:44.354413 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:44.445277 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] For port 7827f5ce-5cc6-4b78-beb6-287c7e53272b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7827f5ce-5cc6-4b78-beb6-287c7e53272b,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:44.445644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:44.615918 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:44.616465 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:44.616965 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Floating IP 10b5ed72-afe8-4e46-ab74-6e7adddf73b0 disassociated. External IP: 172.27.0.219, port: 7827f5ce-5cc6-4b78-beb6-287c7e53272b. Jun 23 02:03:44.617219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Calling delete_port for 7827f5ce-5cc6-4b78-beb6-287c7e53272b owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:44.753210 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (7827f5ce-5cc6-4b78-beb6-287c7e53272b), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:44.786613 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'Port': ['ID=7827f5ce-5cc6-4b78-beb6-287c7e53272b,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:44.796885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 167f14ad-ff3f-47d3-932a-c3d309f9290b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:44.821799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 167f14ad-ff3f-47d3-932a-c3d309f9290b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:44.822148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 167f14ad-ff3f-47d3-932a-c3d309f9290b not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:44.901654 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:44.950467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:45.008229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:45.019937 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:45.032206 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:45.032904 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:45.054622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] No DVR routers for this DVR port 7827f5ce-5cc6-4b78-beb6-287c7e53272b on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:45.059453 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:45.060824 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6107653e-0117-484e-abe1-76e2ad252d34 req-6ac50259-7364-4c59-9d1e-3c2b624adcbc tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.16 "DELETE /v2.0/ports/7827f5ce-5cc6-4b78-beb6-287c7e53272b HTTP/1.1" status: 204 len: 173 time: 0.7929592 Jun 23 02:03:45.061341 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-deleted', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:03:45.063644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a8b02-1188-4d42-b49e-0060d0766ebd" -d '{"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-deleted", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:03:45.105584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f55a2-c6da-4c4c-9504-99f1a2e1c1b6 x-openstack-request-id: req-de9f55a2-c6da-4c4c-9504-99f1a2e1c1b6 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:03:45.105875 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dc418-a619-41df-9d90-366d4b2fa906", "name": "network-vif-deleted", "tag": "7827f5ce-5cc6-4b78-beb6-287c7e53272b", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:03:45.106126 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de9f55a2-c6da-4c4c-9504-99f1a2e1c1b6 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:03:45.106526 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9f55a2-c6da-4c4c-9504-99f1a2e1c1b6'] response: {'server_uuid': 'bc9dc418-a619-41df-9d90-366d4b2fa906', 'name': 'network-vif-deleted', 'tag': '7827f5ce-5cc6-4b78-beb6-287c7e53272b', 'status': 'completed', 'code': 200} Jun 23 02:03:45.175961 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:45.299119 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:45.330561 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-94300f59-e56a-481e-8452-f703e077f6fc req-76e4045e-6c72-4c7e-b4c2-d5dd9f907257 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9dc418-a619-41df-9d90-366d4b2fa906 HTTP/1.1" status: 200 len: 210 time: 0.0388749 Jun 23 02:03:45.355127 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:45.402905 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:45.427543 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:45.436338 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:45.436959 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:45.542505 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:45.749536 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-c095799c-9553-4d18-b358-741fb4301815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:45.777394 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095799c-9553-4d18-b358-741fb4301815 None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T01:56:35Z', 'revision_number': 4, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4', 'name': '', 'network_id': 'fcfccf09-d035-4595-a8db-98e9a30e8411', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'mac_address': 'fa:16:3e:04:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:34Z', 'updated_at': '2022-06-23T01:56:53Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'subnets': [{'id': 'ffacb4d8-24f9-42dd-98cb-d3ced6a01773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:45.992223 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa459-b993-4ece-b2a9-00aee9c1f1f6 None None] New status for floating IP 10b5ed72-afe8-4e46-ab74-6e7adddf73b0: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:03:46.424917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59662) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:46.479625 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (28692d9c-8a75-4b07-8fd1-08e48696ae34), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.504247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (28692d9c-8a75-4b07-8fd1-08e48696ae34), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.522675 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:46.554369 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (28692d9c-8a75-4b07-8fd1-08e48696ae34), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.557209 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.558363 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "DELETE /v2.0/security-groups/28692d9c-8a75-4b07-8fd1-08e48696ae34 HTTP/1.1" status: 204 len: 168 time: 0.1324236 Jun 23 02:03:46.561277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59664) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:46.568178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaec51-48e3-47b9-8957-e5f419539fc4 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28692d9c-8a75-4b07-8fd1-08e48696ae34,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:46.576174 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-7c08accf-6452-4d63-8931-9d14e777928d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] show failed (client error): The resource could not be found. Jun 23 02:03:46.577168 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7c08accf-6452-4d63-8931-9d14e777928d tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "GET /v2.0/security-groups/28692d9c-8a75-4b07-8fd1-08e48696ae34 HTTP/1.1" status: 404 len: 347 time: 0.0148840 Jun 23 02:03:46.580106 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59666) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:46.677558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:46.691485 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Deleting port 25d614d1-1e59-453d-9eda-19dafdc6fc46 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:46.691822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.769594 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.769909 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (25d614d1-1e59-453d-9eda-19dafdc6fc46), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.782806 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Calling delete_port for 25d614d1-1e59-453d-9eda-19dafdc6fc46 owned by network:floatingip {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:46.851525 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:46.935009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (25d614d1-1e59-453d-9eda-19dafdc6fc46), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:46.965788 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Pushing event deleted for resources: {'Port': ['ID=25d614d1-1e59-453d-9eda-19dafdc6fc46,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:47.028559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks [] for floatingip (10b5ed72-afe8-4e46-ab74-6e7adddf73b0), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.032191 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.033765 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-980eac8d-1777-4239-a6d5-b8f64559a044 tempest-AttachVolumeShelveTestJSON-299250427 tempest-AttachVolumeShelveTestJSON-299250427-project] 10.222.0.26 "DELETE /v2.0/floatingips/10b5ed72-afe8-4e46-ab74-6e7adddf73b0 HTTP/1.1" status: 204 len: 168 time: 0.4525130 Jun 23 02:03:47.342600 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59678) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:47.486898 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-cc8c6ec3-66b4-4fda-9cbd-e9b0e0a323e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=734fd8c4854d4fe99d158cf249181488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428432 Jun 23 02:03:47.490607 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59682) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:47.544613 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] Publish callbacks [] for security_group (7968aed5-9e12-4141-a092-7869d5e8f236), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.574293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] Publish callbacks [] for security_group (7968aed5-9e12-4141-a092-7869d5e8f236), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.627024 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7968aed5-9e12-4141-a092-7869d5e8f236), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.629709 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:47.630879 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7968aed5-9e12-4141-a092-7869d5e8f236 HTTP/1.1" status: 204 len: 168 time: 0.1391053 Jun 23 02:03:47.638799 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347da3d-9180-4d79-8cf3-5d78ebd169f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968aed5-9e12-4141-a092-7869d5e8f236,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:48.813119 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:48.837460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 7827f5ce-5cc6-4b78-beb6-287c7e53272b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:48.837882 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 7827f5ce-5cc6-4b78-beb6-287c7e53272b not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:49.484678 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59704) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:49.975623 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (178c5611-1340-433d-a228-24d588b028e0), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:50.198622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Deleting port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:50.198950 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:50.275694 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] For port 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:50.275970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:50.289149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Calling delete_port for 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:50.346775 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:50.449660 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:50.471527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:50.493366 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:50.506813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.507162 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.507527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.507859 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.508185 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.508509 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.508846 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.509149 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.509467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.509787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.510108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.510426 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.510741 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.511054 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.511394 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:03:50.667073 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (178c5611-1340-433d-a228-24d588b028e0), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:50.876606 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Router 178c5611-1340-433d-a228-24d588b028e0 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:03:50.974629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:03:50.980840 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-7c25a3e7-3605-4d88-b3ef-f89d6d8a4fa6 admin admin] 10.222.0.26 "PUT /v2.0/routers/178c5611-1340-433d-a228-24d588b028e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4941151 Jun 23 02:03:50.982710 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59708) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:50.985979 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Sync routers for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:03:50.998255 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:50.998896 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:51.079940 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks [] for router (178c5611-1340-433d-a228-24d588b028e0), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.097929 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:51.178253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks [] for router_gateway (178c5611-1340-433d-a228-24d588b028e0), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.206651 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:51.222067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Deleting port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:51.222401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.259804 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:03:50Z', 'revision_number': 5, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port': {'id': '4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5611-1340-433d-a228-24d588b028e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:56:27Z', 'updated_at': '2022-06-23T01:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:51.284173 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Checking router: 178c5611-1340-433d-a228-24d588b028e0 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:03:51.292885 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Routers {'178c5611-1340-433d-a228-24d588b028e0'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:03:51.293489 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:03:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['178c5611-1340-433d-a228-24d588b028e0'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:51.304320 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] For port 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:51.304674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.317934 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Calling delete_port for 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 owned by network:router_gateway {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:51.328756 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:51.461712 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] Set router 178c5611-1340-433d-a228-24d588b028e0 gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:03:51.483798 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.508753 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:51.510714 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-e215092d-6999-407d-8250-befbf2d78984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:03:51Z', 'revision_number': 6, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:51.537886 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215092d-6999-407d-8250-befbf2d78984 None None] The sync data for ids ['178c5611-1340-433d-a228-24d588b028e0'] in dv-cinder-815582-9-iscsi is: [{'id': '178c5611-1340-433d-a228-24d588b028e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1711969373-router', 'tenant_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:56:25Z', 'updated_at': '2022-06-23T02:03:51Z', 'revision_number': 6, 'project_id': 'd0648b2071364ae09ba6d7a1d45c762c', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:03:51.575665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (178c5611-1340-433d-a228-24d588b028e0), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.659921 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (178c5611-1340-433d-a228-24d588b028e0), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.662056 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks [] for router_controller (178c5611-1340-433d-a228-24d588b028e0), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.950842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (178c5611-1340-433d-a228-24d588b028e0), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.951928 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178c5611-1340-433d-a228-24d588b028e0 {{(pid=104186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:03:51.957665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:51.959680 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b1363e33-fd34-4de6-aaba-a18db242bb10 admin admin] 10.222.0.26 "DELETE /v2.0/routers/178c5611-1340-433d-a228-24d588b028e0 HTTP/1.1" status: 204 len: 168 time: 0.9759419 Jun 23 02:03:51.961486 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59710) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:52.005471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Deleting subnet ffacb4d8-24f9-42dd-98cb-d3ced6a01773 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:03:52.008583 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Publish callbacks [] for subnet (ffacb4d8-24f9-42dd-98cb-d3ced6a01773), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.042067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (ffacb4d8-24f9-42dd-98cb-d3ced6a01773), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.119750 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (ffacb4d8-24f9-42dd-98cb-d3ced6a01773), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.176528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (ffacb4d8-24f9-42dd-98cb-d3ced6a01773), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.201482 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffacb4d8-24f9-42dd-98cb-d3ced6a01773,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:52.205088 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.208155 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-30ce7c1f-a070-4908-ac96-fbb3d70c3ebb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ffacb4d8-24f9-42dd-98cb-d3ced6a01773 HTTP/1.1" status: 204 len: 168 time: 0.2457149 Jun 23 02:03:52.210771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59712) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:52.213380 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97787521-442f-42de-a953-d6d73b5e3c16 None None] Network fcfccf09-d035-4595-a8db-98e9a30e8411 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:03:52.236361 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:52.257656 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:03:52.281923 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (fcfccf09-d035-4595-a8db-98e9a30e8411), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.325182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Deleting port 544ca8c6-1d9f-40af-a145-17b8366154c6 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:52.325515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.370368 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] DHCP port deletion for fcfccf09-d035-4595-a8db-98e9a30e8411 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:03:52.395751 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] For port 544ca8c6-1d9f-40af-a145-17b8366154c6, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=544ca8c6-1d9f-40af-a145-17b8366154c6,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:52.396108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.401246 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:52.409476 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Deleting port 544ca8c6-1d9f-40af-a145-17b8366154c6 {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:03:52.409851 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.410941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Calling delete_port for 544ca8c6-1d9f-40af-a145-17b8366154c6 owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:52.475198 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] For port 544ca8c6-1d9f-40af-a145-17b8366154c6, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=544ca8c6-1d9f-40af-a145-17b8366154c6,segment=NetworkSegment(9a81cb99-8946-4932-9cc6-864bf9ef0e2a),segment_id=9a81cb99-8946-4932-9cc6-864bf9ef0e2a)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:03:52.475618 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.488939 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Calling delete_port for 544ca8c6-1d9f-40af-a145-17b8366154c6 owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:03:52.491185 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.496888 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:52.516063 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=544ca8c6-1d9f-40af-a145-17b8366154c6,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:52.519680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] No DVR routers for this DVR port 544ca8c6-1d9f-40af-a145-17b8366154c6 on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:52.542037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:52.565297 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (544ca8c6-1d9f-40af-a145-17b8366154c6), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.590444 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] Pushing event deleted for resources: {'Port': ['ID=544ca8c6-1d9f-40af-a145-17b8366154c6,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:52.594149 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1dee7-a0d7-4463-9598-db76291773dd None None] No DVR routers for this DVR port 544ca8c6-1d9f-40af-a145-17b8366154c6 on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:03:52.597902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (fcfccf09-d035-4595-a8db-98e9a30e8411), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.623714 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfccf09-d035-4595-a8db-98e9a30e8411']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:52.633780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a81cb99-8946-4932-9cc6-864bf9ef0e2a') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:52.634068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a81cb99-8946-4932-9cc6-864bf9ef0e2a') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:03:52.644530 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (9a81cb99-8946-4932-9cc6-864bf9ef0e2a), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.658118 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (9a81cb99-8946-4932-9cc6-864bf9ef0e2a), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.666277 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:03:52.666681 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (9a81cb99-8946-4932-9cc6-864bf9ef0e2a), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.693620 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 9a81cb99-8946-4932-9cc6-864bf9ef0e2a resource provider aggregate not found Jun 23 02:03:52.708537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:52.731019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:52.731518 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4de52a9f-3d6a-4df6-b3f7-76fdfcf24f91 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:52.731941 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 544ca8c6-1d9f-40af-a145-17b8366154c6 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:52.734655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (fcfccf09-d035-4595-a8db-98e9a30e8411), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.741634 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.744794 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fcfccf09-d035-4595-a8db-98e9a30e8411 HTTP/1.1" status: 204 len: 168 time: 0.5331140 Jun 23 02:03:52.751726 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 544ca8c6-1d9f-40af-a145-17b8366154c6 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:52.752135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 544ca8c6-1d9f-40af-a145-17b8366154c6 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:52.752608 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:03:52.755776 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 9a81cb99-8946-4932-9cc6-864bf9ef0e2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a81cb99-8946-4932-9cc6-864bf9ef0e2a found for delete ", "request_id": "req-861fe13f-2bcf-4479-9786-2082b13d2496"}]} Jun 23 02:03:52.756033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f722-45b5-4c07-abaf-2a4b8a9a11a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfccf09-d035-4595-a8db-98e9a30e8411,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:52.771256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:03:52.771604 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 641d6fee-b4bd-4baf-a7fb-d8db2eae9dc4 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:03:52.860764 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59720) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:52.901007 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2fd46cd4-fdf9-4d1c-98e8-d82a0c75dee3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0648b2071364ae09ba6d7a1d45c762c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390704 Jun 23 02:03:52.903540 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59724) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:52.953777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] Publish callbacks [] for security_group (7e09872b-2a68-4bfc-9e51-dc9776640dbe), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:52.975829 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] Publish callbacks [] for security_group (7e09872b-2a68-4bfc-9e51-dc9776640dbe), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:53.027497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7e09872b-2a68-4bfc-9e51-dc9776640dbe), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:53.030298 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:53.031518 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e09872b-2a68-4bfc-9e51-dc9776640dbe HTTP/1.1" status: 204 len: 168 time: 0.1263676 Jun 23 02:03:53.039933 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc202-ff1a-4c36-b8e4-f604ed4e5f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e09872b-2a68-4bfc-9e51-dc9776640dbe,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:57.610092 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=63,neutron:DELETE=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:57.634230 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:58.160941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59824) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:58.279350 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a96b6543-87f8-41c7-bb1c-6e17c3239676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.360701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a96b6543-87f8-41c7-bb1c-6e17c3239676 admin admin] Publish callbacks [] for security_group (c0c67216-d301-4caa-8550-7ca3a2422772), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.366487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a96b6543-87f8-41c7-bb1c-6e17c3239676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c0c67216-d301-4caa-8550-7ca3a2422772), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.370187 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:58.407785 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a96b6543-87f8-41c7-bb1c-6e17c3239676 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e828073368644c18d654a07f3e56a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456894 Jun 23 02:03:58.409760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b6543-87f8-41c7-bb1c-6e17c3239676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c67216-d301-4caa-8550-7ca3a2422772,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:58.410672 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59828) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:58.432522 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-62c36127-c7b3-4b51-8653-733e1b76c363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.462032 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] Publish callbacks [] for security_group (c0c67216-d301-4caa-8550-7ca3a2422772), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.483166 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] Publish callbacks [] for security_group (c0c67216-d301-4caa-8550-7ca3a2422772), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.533444 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (c0c67216-d301-4caa-8550-7ca3a2422772), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.536046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.537214 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0c67216-d301-4caa-8550-7ca3a2422772 HTTP/1.1" status: 204 len: 168 time: 0.1254289 Jun 23 02:03:58.545662 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc22d2b-3dcc-4a06-8926-4031b7824a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c67216-d301-4caa-8550-7ca3a2422772,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:58.813920 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59834) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:58.827088 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8011-b4a2-426c-a396-4968b7d4bd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.901819 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8011-b4a2-426c-a396-4968b7d4bd52 admin admin] Publish callbacks [] for security_group (2c0dafb2-9161-44fa-ae4c-c925979506ef), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.907552 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8011-b4a2-426c-a396-4968b7d4bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2c0dafb2-9161-44fa-ae4c-c925979506ef), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:58.949506 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8011-b4a2-426c-a396-4968b7d4bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0dafb2-9161-44fa-ae4c-c925979506ef,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:58.953835 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1c9c8011-b4a2-426c-a396-4968b7d4bd52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b44be1decb34d81bbe710d73ba6bc50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388969 Jun 23 02:03:58.957487 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59836) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:59.005747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] Publish callbacks [] for security_group (2c0dafb2-9161-44fa-ae4c-c925979506ef), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.027646 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] Publish callbacks [] for security_group (2c0dafb2-9161-44fa-ae4c-c925979506ef), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.078710 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2c0dafb2-9161-44fa-ae4c-c925979506ef), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.081223 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.082342 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c0dafb2-9161-44fa-ae4c-c925979506ef HTTP/1.1" status: 204 len: 168 time: 0.1239846 Jun 23 02:03:59.090057 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125e5c2-7bd5-4177-a492-fa33a8222cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0dafb2-9161-44fa-ae4c-c925979506ef,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:59.441407 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59842) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:59.695870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6b11-c295-4888-8980-a3fe9e706058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.773957 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6b11-c295-4888-8980-a3fe9e706058 admin admin] Publish callbacks [] for security_group (a48409f2-608f-4c5f-8aa0-83bd704f0c41), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.779253 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6b11-c295-4888-8980-a3fe9e706058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a48409f2-608f-4c5f-8aa0-83bd704f0c41), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.818048 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a6b11-c295-4888-8980-a3fe9e706058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48409f2-608f-4c5f-8aa0-83bd704f0c41,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:03:59.823355 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1b5a6b11-c295-4888-8980-a3fe9e706058 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9d5b422d73147ffbcc7e623a15c38a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809373 Jun 23 02:03:59.826127 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59844) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:03:59.876727 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] Publish callbacks [] for security_group (a48409f2-608f-4c5f-8aa0-83bd704f0c41), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.897304 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:59.899303 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] Publish callbacks [] for security_group (a48409f2-608f-4c5f-8aa0-83bd704f0c41), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.917073 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:03:59.954159 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a48409f2-608f-4c5f-8aa0-83bd704f0c41), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.957161 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:03:59.958281 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a48409f2-608f-4c5f-8aa0-83bd704f0c41 HTTP/1.1" status: 204 len: 168 time: 0.1311090 Jun 23 02:03:59.967367 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe584fc-d6bd-451b-8afb-162b02dba228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48409f2-608f-4c5f-8aa0-83bd704f0c41,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:00.707356 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f82d5a2e-f840-4497-91c1-e0b6cf753685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:02.103810 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:02.253098 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:02.254277 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:03.340514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:03.533664 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:04.763987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.526728 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 59970) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:06.645511 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0133ae9f-1438-4dd7-9801-35618e7e12ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.726630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0133ae9f-1438-4dd7-9801-35618e7e12ec admin admin] Publish callbacks [] for security_group (482c6b72-14a2-4c14-8e9a-177342107034), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.730975 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-0133ae9f-1438-4dd7-9801-35618e7e12ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (482c6b72-14a2-4c14-8e9a-177342107034), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.768941 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-0133ae9f-1438-4dd7-9801-35618e7e12ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20eeadafe1e14d92aa9d96622392080d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411141 Jun 23 02:04:06.769755 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133ae9f-1438-4dd7-9801-35618e7e12ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c6b72-14a2-4c14-8e9a-177342107034,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:06.771956 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59974) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:06.822466 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] Publish callbacks [] for security_group (482c6b72-14a2-4c14-8e9a-177342107034), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.843778 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] Publish callbacks [] for security_group (482c6b72-14a2-4c14-8e9a-177342107034), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.891014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (482c6b72-14a2-4c14-8e9a-177342107034), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.893542 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:06.894693 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/482c6b72-14a2-4c14-8e9a-177342107034 HTTP/1.1" status: 204 len: 168 time: 0.1216714 Jun 23 02:04:06.902561 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073915a-10ad-42d7-8ebb-dbdaf0a835b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c6b72-14a2-4c14-8e9a-177342107034,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:07.173154 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59980) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:07.193646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2979113b-554d-4f9f-82a4-1e7e386754a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.236408 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:07.279959 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2979113b-554d-4f9f-82a4-1e7e386754a9 admin admin] Publish callbacks [] for security_group (9c0632ed-486d-47cf-975b-9a5c9cce6aa1), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.285185 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2979113b-554d-4f9f-82a4-1e7e386754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9c0632ed-486d-47cf-975b-9a5c9cce6aa1), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.323253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979113b-554d-4f9f-82a4-1e7e386754a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0632ed-486d-47cf-975b-9a5c9cce6aa1,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:07.328829 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2979113b-554d-4f9f-82a4-1e7e386754a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e86428bc0db49a9adb4bb6f1c333a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543345 Jun 23 02:04:07.331514 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 59982) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:07.380186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] Publish callbacks [] for security_group (9c0632ed-486d-47cf-975b-9a5c9cce6aa1), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.404639 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] Publish callbacks [] for security_group (9c0632ed-486d-47cf-975b-9a5c9cce6aa1), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.460851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9c0632ed-486d-47cf-975b-9a5c9cce6aa1), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.464572 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:07.466084 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c0632ed-486d-47cf-975b-9a5c9cce6aa1 HTTP/1.1" status: 204 len: 168 time: 0.1336541 Jun 23 02:04:07.474369 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c69ac-3546-4486-9381-6b66d944c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0632ed-486d-47cf-975b-9a5c9cce6aa1,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:16.763885 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:16.765141 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=26,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:17.469471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:17.470382 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:17.486290 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=58,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:17.487118 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:18.346722 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60120) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:18.455423 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.534880 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Publish callbacks [] for security_group (3eaf8f8e-fd09-42d4-93c3-2d237b7f3668), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.541805 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3eaf8f8e-fd09-42d4-93c3-2d237b7f3668), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.585839 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d34975f39624f84878454edd6eec2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379014 Jun 23 02:04:18.586961 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf8f8e-fd09-42d4-93c3-2d237b7f3668,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:18.588671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60124) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:18.594718 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.595059 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.595439 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.595861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.596115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.596453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.596745 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.597062 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.597383 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.597707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.598026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.598344 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.598659 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.598972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.599306 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13f82-cf48-4520-8e71-b8be4ecfaf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:18.648936 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] Publish callbacks [] for security_group (3eaf8f8e-fd09-42d4-93c3-2d237b7f3668), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.674758 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] Publish callbacks [] for security_group (3eaf8f8e-fd09-42d4-93c3-2d237b7f3668), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.724313 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3eaf8f8e-fd09-42d4-93c3-2d237b7f3668), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.726792 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:18.730595 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3eaf8f8e-fd09-42d4-93c3-2d237b7f3668 HTTP/1.1" status: 204 len: 168 time: 0.1380272 Jun 23 02:04:18.735688 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de55f-720b-4297-822f-b80dc8807e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf8f8e-fd09-42d4-93c3-2d237b7f3668,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.022830 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60130) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.037028 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fb3-ec34-4436-969e-c1ba9c0968c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.117781 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fb3-ec34-4436-969e-c1ba9c0968c7 admin admin] Publish callbacks [] for security_group (5bcab5d4-63e8-493b-a87c-3b9930ce9f76), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.122758 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fb3-ec34-4436-969e-c1ba9c0968c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (5bcab5d4-63e8-493b-a87c-3b9930ce9f76), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.166723 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a34fb3-ec34-4436-969e-c1ba9c0968c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcab5d4-63e8-493b-a87c-3b9930ce9f76,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.171251 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e4a34fb3-ec34-4436-969e-c1ba9c0968c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1219adf05ae34d8e8dad3018c73f23a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471686 Jun 23 02:04:19.173822 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60136) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.224047 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] Publish callbacks [] for security_group (5bcab5d4-63e8-493b-a87c-3b9930ce9f76), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.231694 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60140) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.236398 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673687248', 'description': 'tempest-description--1094039706'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:19.246218 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] Publish callbacks [] for security_group (5bcab5d4-63e8-493b-a87c-3b9930ce9f76), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.259291 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.300641 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (5bcab5d4-63e8-493b-a87c-3b9930ce9f76), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.303233 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.304386 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bcab5d4-63e8-493b-a87c-3b9930ce9f76 HTTP/1.1" status: 204 len: 168 time: 0.1296573 Jun 23 02:04:19.312521 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bff757-d37a-453d-b7d2-960a9b458ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcab5d4-63e8-493b-a87c-3b9930ce9f76,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.345826 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.350187 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.376602 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.377820 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1450768 Jun 23 02:04:19.380912 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60144) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.385433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': 'a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:19.385883 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa893eab-d040-4a73-832d-803f5b65727b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.413205 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (73abcefd-6a29-4b75-bdea-72c96a590b40), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.472094 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (73abcefd-6a29-4b75-bdea-72c96a590b40), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.476747 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (73abcefd-6a29-4b75-bdea-72c96a590b40), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.499629 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73abcefd-6a29-4b75-bdea-72c96a590b40,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.507006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.508177 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-f4f39f23-3bb0-4679-8448-b8699bb45192 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262529 Jun 23 02:04:19.510882 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60148) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.515499 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': 'a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:19.544063 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (8c4f9247-2519-4fb0-b225-a54ed1795290), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.600355 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (8c4f9247-2519-4fb0-b225-a54ed1795290), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.605012 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (8c4f9247-2519-4fb0-b225-a54ed1795290), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.611036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:19.626401 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4f9247-2519-4fb0-b225-a54ed1795290,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:19.640368 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.641807 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1480a3e8-7cf1-4639-bc62-7eedc12f8d56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298189 Jun 23 02:04:19.645707 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60154) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:19.650055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:19.654455 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:19.681465 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.759992 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:19.873430 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.27.0.240 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/5c67e66f-2aa9-4f5b-bdf0-204181d342ec) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:19.988137 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.020970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.071363 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:20.074776 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:20.076786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=5c67e66f-2aa9-4f5b-bdf0-204181d342ec,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:20.078917 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:20.171603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.209386 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.354057 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:20.358354 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.363176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.404385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:20.438285 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=5c67e66f-2aa9-4f5b-bdf0-204181d342ec,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:20.445068 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60176) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:20.448866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.465799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.467678 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-5a2acf0f-bcbd-4082-95bf-49ba0353f694 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8209379 Jun 23 02:04:20.557822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8693191f-cac2-4fac-9837-ec4521c4b7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.647344 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8693191f-cac2-4fac-9837-ec4521c4b7b5 admin admin] Publish callbacks [] for security_group (517ded5c-beda-43ab-a6b5-359e6d84168b), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.655443 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8693191f-cac2-4fac-9837-ec4521c4b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (517ded5c-beda-43ab-a6b5-359e6d84168b), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.712728 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3667c5c5-ead5-4468-b6f0-922ba4cbc1d1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1673687248&fields=id&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 267 time: 0.0875046 Jun 23 02:04:20.715158 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8693191f-cac2-4fac-9837-ec4521c4b7b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a34f672225d4cf7af784445aec2d6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684376 Jun 23 02:04:20.715999 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693191f-cac2-4fac-9837-ec4521c4b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517ded5c-beda-43ab-a6b5-359e6d84168b,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:20.718111 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60192) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:20.769607 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] Publish callbacks [] for security_group (517ded5c-beda-43ab-a6b5-359e6d84168b), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.792268 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] Publish callbacks [] for security_group (517ded5c-beda-43ab-a6b5-359e6d84168b), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.819073 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-dc5a1ddd-92da-4853-9a7c-b153da532475 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:20.820545 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-dc5a1ddd-92da-4853-9a7c-b153da532475 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.0994873 Jun 23 02:04:20.835665 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-ba4c02f2-967c-4296-93d7-279c60884598 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/quotas/07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 375 time: 0.0094891 Jun 23 02:04:20.840586 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (517ded5c-beda-43ab-a6b5-359e6d84168b), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.843319 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:20.844864 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/517ded5c-beda-43ab-a6b5-359e6d84168b HTTP/1.1" status: 204 len: 168 time: 0.1253674 Jun 23 02:04:20.853400 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3279-7830-4e58-86e4-958bfbec2878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ded5c-beda-43ab-a6b5-359e6d84168b,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:20.895571 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-6ef3633a-daa8-4b0f-a559-ce80867903dd tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544477 Jun 23 02:04:20.967046 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:20.974553 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:20.998471 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-afc30aa3-e0f3-41da-80f3-c617cf29b20a service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912127 Jun 23 02:04:21.095989 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3cc7f3ab-72ac-4cdc-985b-ea99fb46e5c4 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912437 Jun 23 02:04:21.268960 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5e8f2264-c972-4bd7-9fdb-5f575905f618 req-e82f1146-adff-4003-95a0-378182515f9a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 210 time: 0.0311348 Jun 23 02:04:22.220792 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-d0a5f400-3836-4bf2-b385-ea7232c475ea tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:22.222190 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-d0a5f400-3836-4bf2-b385-ea7232c475ea tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1157317 Jun 23 02:04:22.300763 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-b55602ab-a772-45cf-bc0a-59666843fd8a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 473 time: 0.0698867 Jun 23 02:04:22.352765 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'port': {'device_id': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'admin_state_up': True, 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'security_groups': ['a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:22.364984 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e00a6ab0-b201-4e5d-9c49-91fbfa0b505d req-b959056a-adab-413a-a3f7-41c6cfb658a8 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 210 time: 0.0283666 Jun 23 02:04:22.471480 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:22.474805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:22.599309 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.20.0.14 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/6a5127f9-8abe-443f-9cee-fca5451514df) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:22.735941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (6a5127f9-8abe-443f-9cee-fca5451514df), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:22.738254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:22.757922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:22.772724 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:22.816351 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:22.819338 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:22.822969 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:22.849761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:22.878009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:22.878626 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:22.896258 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-a3218017-6730-4d53-baef-746c05173b36 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473847 Jun 23 02:04:22.907941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Request body: {'port': {'device_id': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:22.974310 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.031818 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-1aad81ff-3be2-44db-9792-06d8b9a71a39 None None] Provisioning complete for port 6a5127f9-8abe-443f-9cee-fca5451514df triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:23.032415 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1aad81ff-3be2-44db-9792-06d8b9a71a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.064206 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-1aad81ff-3be2-44db-9792-06d8b9a71a39 None None] Port 6a5127f9-8abe-443f-9cee-fca5451514df cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:04:23.207818 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:23.240378 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5127f9-8abe-443f-9cee-fca5451514df {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:04:23.248204 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks [] for port (6a5127f9-8abe-443f-9cee-fca5451514df), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.261342 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Transition to ACTIVE for port object 6a5127f9-8abe-443f-9cee-fca5451514df will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:04:23.266417 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.312954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:23.386755 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Attempting to bind port 6a5127f9-8abe-443f-9cee-fca5451514df on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:23.387088 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Attempting to bind port 6a5127f9-8abe-443f-9cee-fca5451514df by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:23.387455 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Attempting to bind port 6a5127f9-8abe-443f-9cee-fca5451514df on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:23.392623 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Port 6a5127f9-8abe-443f-9cee-fca5451514df on network b8c0b105-2591-4382-91da-1f86ccb7640d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:04:23.392944 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Attempting to bind port 6a5127f9-8abe-443f-9cee-fca5451514df on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:23.398697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:23.399037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:23.399547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:23.399870 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Bound port: 6a5127f9-8abe-443f-9cee-fca5451514df, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:23.400226 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.465745 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:23.469966 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a5127f9-8abe-443f-9cee-fca5451514df,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:23.477383 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.490356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d504d-4c65-4c4f-b49c-547026920eed req-a4d3f3d9-c59a-4f09-96c3-cb13a14e4e30 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:23.491909 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-093d504d-4c65-4c4f-b49c-547026920eed req-a4d3f3d9-c59a-4f09-96c3-cb13a14e4e30 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Jun 23 02:04:23.513563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:23.514184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:23.515592 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a5127f9-8abe-443f-9cee-fca5451514df HTTP/1.1" status: 200 len: 1094 time: 0.6119292 Jun 23 02:04:23.516023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:04:23.518259 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3121011-3f75-4bba-adff-19600f748d68" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:04:23.541007 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f8447-af82-41e2-b91e-5514172026a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:23.547324 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-093d504d-4c65-4c4f-b49c-547026920eed req-8340c879-65f4-4a98-928c-c576fa440883 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 Jun 23 02:04:23.564295 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c05cc6-5ba8-42f4-b441-1690aaee7a4b x-openstack-request-id: req-c1c05cc6-5ba8-42f4-b441-1690aaee7a4b {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:04:23.564528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:04:23.564789 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1c05cc6-5ba8-42f4-b441-1690aaee7a4b {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:04:23.565173 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c05cc6-5ba8-42f4-b441-1690aaee7a4b'] response: {'name': 'network-changed', 'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df', 'status': 'completed', 'code': 200} Jun 23 02:04:24.682356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f2493-d475-4b4b-8fd7-f12a02777137 req-89375958-8dd3-44c6-9fcc-430f28f4d7db tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:24.683848 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3c9f2493-d475-4b4b-8fd7-f12a02777137 req-89375958-8dd3-44c6-9fcc-430f28f4d7db tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 944 time: 0.0472181 Jun 23 02:04:24.730256 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3c9f2493-d475-4b4b-8fd7-f12a02777137 req-d66aee54-7358-49ef-b9f7-5e23da837327 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Jun 23 02:04:25.862557 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb078f-4699-4aa9-8954-cd77b8abfd2e req-7a8da2d3-f54e-46a6-8c6d-dacb184a1844 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:25.864093 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81eb078f-4699-4aa9-8954-cd77b8abfd2e req-7a8da2d3-f54e-46a6-8c6d-dacb184a1844 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 944 time: 0.0559778 Jun 23 02:04:25.915528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:25.925775 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3121011-3f75-4bba-adff-19600f748d68 req-f8f73956-cd81-452a-b775-811fd60a466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:25.926605 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-81eb078f-4699-4aa9-8954-cd77b8abfd2e req-5bb74cc3-f346-4d9c-8356-8a86238e2c53 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539188 Jun 23 02:04:25.927317 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a3121011-3f75-4bba-adff-19600f748d68 req-f8f73956-cd81-452a-b775-811fd60a466c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 1128 time: 0.0416701 Jun 23 02:04:25.955435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:26.032367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3121011-3f75-4bba-adff-19600f748d68 req-74b73f70-6a1b-4004-81c0-6abf9d68c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:26.033820 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a3121011-3f75-4bba-adff-19600f748d68 req-74b73f70-6a1b-4004-81c0-6abf9d68c6b8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=07da57919f294173b2dc00509c4a6e0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997472 Jun 23 02:04:26.129959 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3121011-3f75-4bba-adff-19600f748d68 req-b27ff5d8-e1b4-4ac0-8cb3-fa4bff59adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:26.131534 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a3121011-3f75-4bba-adff-19600f748d68 req-b27ff5d8-e1b4-4ac0-8cb3-fa4bff59adbe service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919981 Jun 23 02:04:26.212078 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-01f25779-ccde-4f86-bde9-1bec2f6cc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:26.213565 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-01f25779-ccde-4f86-bde9-1bec2f6cc489 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 1128 time: 0.0431871 Jun 23 02:04:26.251621 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-6d55a061-a74e-487c-80bf-2f80a584a4c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5127f9-8abe-443f-9cee-fca5451514df HTTP/1.1" status: 200 len: 217 time: 0.0317640 Jun 23 02:04:26.301653 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-bc97485b-fad0-49c4-b0c0-df3ee4905849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:26.303182 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-bc97485b-fad0-49c4-b0c0-df3ee4905849 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0463693 Jun 23 02:04:26.347505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-ef7e4f41-d426-4f97-a7db-c4527d029788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:26.349028 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-ef7e4f41-d426-4f97-a7db-c4527d029788 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395565 Jun 23 02:04:26.445610 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-05ae2848-272c-41b3-b1a2-e93848118962 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907502 Jun 23 02:04:26.541670 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-0a4b2709-8552-4f12-b0ab-3da55558a656 req-084f249c-8812-4a93-bc19-05aaf67d979b service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904727 Jun 23 02:04:27.047193 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c60b0-ad4c-4127-ba3a-a2fc564a7bf7 req-76bf7c81-9fdd-4e63-b547-f8e97c249d0b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:27.048656 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-479c60b0-ad4c-4127-ba3a-a2fc564a7bf7 req-76bf7c81-9fdd-4e63-b547-f8e97c249d0b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 944 time: 0.0530980 Jun 23 02:04:27.095265 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-479c60b0-ad4c-4127-ba3a-a2fc564a7bf7 req-e3fde655-5e1b-458f-9118-3ff343b03eaf tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 Jun 23 02:04:27.233135 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:28.221343 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc0cc8-c1e7-4a16-aec2-5796f9539f8d req-19c35515-95ea-4489-9621-3e0ae957cfc9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:28.222815 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-84dc0cc8-c1e7-4a16-aec2-5796f9539f8d req-19c35515-95ea-4489-9621-3e0ae957cfc9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 944 time: 0.0556524 Jun 23 02:04:28.270442 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-84dc0cc8-c1e7-4a16-aec2-5796f9539f8d req-b5beab20-5674-40cb-b972-5705fedf4b56 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Jun 23 02:04:28.437619 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e018c1dc-a3a3-4355-9f26-564591d4bc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:28.999777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a5127f9-8abe-443f-9cee-fca5451514df details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:04:29.105650 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a5127f9-8abe-443f-9cee-fca5451514df,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:29.117015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '6a5127f9-8abe-443f-9cee-fca5451514df', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'port_id': '6a5127f9-8abe-443f-9cee-fca5451514df', 'mac_address': 'fa:16:3e:1d:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:04:29.152772 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6a5127f9-8abe-443f-9cee-fca5451514df is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:29.153148 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.167537 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5127f9-8abe-443f-9cee-fca5451514df {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:04:29.187645 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a5127f9-8abe-443f-9cee-fca5451514df,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:29.192403 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.242498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:29.250003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.250278 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.250616 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.250952 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.251327 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.251653 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.251971 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.252291 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.252604 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.252924 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.253242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.253563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.253875 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.254186 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.254507 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:29.256291 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:04:29.303949 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60306) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:29.394489 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bccf9-7943-40e4-af7a-69eead81b2e0 req-44322873-f5f4-49f3-8536-eec2a762d74f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:29.395987 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-404bccf9-7943-40e4-af7a-69eead81b2e0 req-44322873-f5f4-49f3-8536-eec2a762d74f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 945 time: 0.0500419 Jun 23 02:04:29.412290 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['6a5127f9-8abe-443f-9cee-fca5451514df'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:04:29.415768 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a864c8c5-dd56-40c2-b92f-db21c861445d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.468975 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-404bccf9-7943-40e4-af7a-69eead81b2e0 req-64489927-893a-4b82-9be2-6c5d907da7d6 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662324 Jun 23 02:04:29.530873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a864c8c5-dd56-40c2-b92f-db21c861445d admin admin] Publish callbacks [] for security_group (9ce71528-51f5-4815-b61a-01e9361ee8a8), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.535087 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a864c8c5-dd56-40c2-b92f-db21c861445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9ce71528-51f5-4815-b61a-01e9361ee8a8), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.574702 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a864c8c5-dd56-40c2-b92f-db21c861445d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c1b4da0367e479aab61f8773c38cbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695482 Jun 23 02:04:29.575615 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864c8c5-dd56-40c2-b92f-db21c861445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce71528-51f5-4815-b61a-01e9361ee8a8,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:29.577309 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60310) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:29.626156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] Publish callbacks [] for security_group (9ce71528-51f5-4815-b61a-01e9361ee8a8), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.647952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] Publish callbacks [] for security_group (9ce71528-51f5-4815-b61a-01e9361ee8a8), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.700428 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9ce71528-51f5-4815-b61a-01e9361ee8a8), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.703174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:29.704341 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ce71528-51f5-4815-b61a-01e9361ee8a8 HTTP/1.1" status: 204 len: 168 time: 0.1260843 Jun 23 02:04:29.712292 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89517752-9fe1-44fd-ad11-342a90aa61c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce71528-51f5-4815-b61a-01e9361ee8a8,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:30.586946 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0ce4d-0a5a-4212-b70c-69b518c3354b req-4cd5ddfa-f3b3-46dc-a750-21fd0f32cb05 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:30.588452 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e4a0ce4d-0a5a-4212-b70c-69b518c3354b req-4cd5ddfa-f3b3-46dc-a750-21fd0f32cb05 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Jun 23 02:04:30.608808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:30.614070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:30.643118 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e4a0ce4d-0a5a-4212-b70c-69b518c3354b req-7f5aa646-0033-42a6-b6a9-a09800f5422b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Jun 23 02:04:30.711175 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0610-11ea-451a-82ae-16edd58f400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:31.013132 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a5127f9-8abe-443f-9cee-fca5451514df up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:31.055458 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 6a5127f9-8abe-443f-9cee-fca5451514df completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:04:31.060609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 6a5127f9-8abe-443f-9cee-fca5451514df triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:31.060982 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:31.133438 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6a5127f9-8abe-443f-9cee-fca5451514df is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:31.133899 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:31.165044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:04:31.167449 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e33c052-066f-456c-88a4-6920e3a99000" -d '{"events": [{"server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "name": "network-vif-plugged", "status": "completed", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:04:31.184320 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a5127f9-8abe-443f-9cee-fca5451514df,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:31.190116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:31.195388 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:31.221549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a515230-5270-42ed-8658-d88041bd666d x-openstack-request-id: req-1a515230-5270-42ed-8658-d88041bd666d {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:04:31.221832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "name": "network-vif-plugged", "status": "completed", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:04:31.222075 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a515230-5270-42ed-8658-d88041bd666d {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:04:31.223148 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a515230-5270-42ed-8658-d88041bd666d'] response: {'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df', 'code': 200} Jun 23 02:04:31.227977 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:31.245836 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:31.388741 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dccb9-84ca-492d-9dd2-467c67b113f7 req-0f82e47a-0fd4-44ff-a82d-d673e49808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:31.390255 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-669dccb9-84ca-492d-9dd2-467c67b113f7 req-0f82e47a-0fd4-44ff-a82d-d673e49808c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 1130 time: 0.0411980 Jun 23 02:04:31.433927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-669dccb9-84ca-492d-9dd2-467c67b113f7 req-4b800e8c-bff3-4551-afa8-d119d7e1fafb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 Jun 23 02:04:31.767895 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da381f-5f42-4ee6-ade6-a825c8e9e504 req-0a0f22e7-2e66-4d31-aafe-9c28efaf86c7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:31.769392 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6da381f-5f42-4ee6-ade6-a825c8e9e504 req-0a0f22e7-2e66-4d31-aafe-9c28efaf86c7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0513346 Jun 23 02:04:31.826955 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6da381f-5f42-4ee6-ade6-a825c8e9e504 req-eb38af96-9f42-4248-9ac5-d1d6dc48739d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Jun 23 02:04:32.107340 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:32.947575 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862129c-a5a7-4dd8-82f2-3f0d32102623 req-4e28358b-f8aa-4236-84d4-9dd2133d56eb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:32.949050 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c862129c-a5a7-4dd8-82f2-3f0d32102623 req-4e28358b-f8aa-4236-84d4-9dd2133d56eb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0489089 Jun 23 02:04:33.000203 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c862129c-a5a7-4dd8-82f2-3f0d32102623 req-be366dea-f4df-4467-b66c-407cb1738a7b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Jun 23 02:04:33.119843 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580e3c7-916d-4b54-be65-513cad4e30fa req-bdc2d717-4640-4815-afe9-1e4a611643d1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:33.121333 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-0580e3c7-916d-4b54-be65-513cad4e30fa req-bdc2d717-4640-4815-afe9-1e4a611643d1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Jun 23 02:04:33.130148 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60390) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:33.135507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'port_id': '6a5127f9-8abe-443f-9cee-fca5451514df'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:33.178364 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:33.341001 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:33.378142 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:33.398003 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:33.529806 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:33.620579 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:33.624761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:33.719783 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 7070c1b8-a7cf-42da-8123-84523d1b579d associated. External IP: 172.27.0.240, port: 6a5127f9-8abe-443f-9cee-fca5451514df. Jun 23 02:04:34.171222 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:04:34.275106 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:04:34.280186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:34.285240 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:04:34.297011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:34.297627 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:34.311519 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3bfc07bb-8ec7-4de2-8de5-056d5b094d3b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "PUT /v2.0/floatingips/7070c1b8-a7cf-42da-8123-84523d1b579d HTTP/1.1" status: 200 len: 992 time: 1.1798511 Jun 23 02:04:34.312115 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:04:34.314445 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1adf9a-c576-492a-bbfb-e74c2705292a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:04:34.354981 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a61c95-efdc-48e3-88a4-cc77898e0715 x-openstack-request-id: req-02a61c95-efdc-48e3-88a4-cc77898e0715 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:04:34.355422 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:04:34.355672 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02a61c95-efdc-48e3-88a4-cc77898e0715 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:04:34.356065 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a61c95-efdc-48e3-88a4-cc77898e0715'] response: {'name': 'network-changed', 'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df', 'status': 'completed', 'code': 200} Jun 23 02:04:34.415257 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-b051cd5d-c22c-4c91-8074-f60f8b95d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:34.416785 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-b051cd5d-c22c-4c91-8074-f60f8b95d4a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 1130 time: 0.0410209 Jun 23 02:04:34.511443 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-e08d71b5-2c11-45b2-8a10-cd728dca5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:34.512940 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-e08d71b5-2c11-45b2-8a10-cd728dca5ca8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0908554 Jun 23 02:04:34.528097 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:34.572521 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-a36665eb-f3dd-4fe2-a181-e9b32d7bcbc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5127f9-8abe-443f-9cee-fca5451514df HTTP/1.1" status: 200 len: 1000 time: 0.0539389 Jun 23 02:04:34.619983 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:34.625457 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-a50c9dae-56a9-44bf-8635-c5d194f41df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:34.626853 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-a50c9dae-56a9-44bf-8635-c5d194f41df9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0494955 Jun 23 02:04:34.675995 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-818ab770-e836-4748-b9cd-27b8cda4b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:34.677631 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-818ab770-e836-4748-b9cd-27b8cda4b9b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448856 Jun 23 02:04:34.751827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:34.762814 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}, {'id': '7070c1b8-a7cf-42da-8123-84523d1b579d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '6a5127f9-8abe-443f-9cee-fca5451514df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:1d:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:04:20Z', 'updated_at': '2022-06-23T02:04:33Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:34.777884 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-43647b23-22d7-47a3-8f75-ff1a68910699 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944619 Jun 23 02:04:34.790165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:04:34.792011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:34.799145 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:34.799769 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:34.868901 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5a1adf9a-c576-492a-bbfb-e74c2705292a req-8689b912-3ddc-48e6-a2ca-d260a32cb26d service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Jun 23 02:04:34.910519 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:35.140998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}, {'id': '7070c1b8-a7cf-42da-8123-84523d1b579d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '6a5127f9-8abe-443f-9cee-fca5451514df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:1d:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:04:20Z', 'updated_at': '2022-06-23T02:04:33Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:35.177953 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee32e03-b8a9-4a29-a484-7478eb4ad611 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}, {'id': '7070c1b8-a7cf-42da-8123-84523d1b579d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '6a5127f9-8abe-443f-9cee-fca5451514df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:1d:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:04:20Z', 'updated_at': '2022-06-23T02:04:33Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:04:35.366625 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb60d9e-248b-43fd-bd2b-23e6fc0c5978 None None] New status for floating IP 7070c1b8-a7cf-42da-8123-84523d1b579d: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:04:37.931019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60444) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:38.052476 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-161257ed-0a7d-4397-8907-7ddc56d8cf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.129171 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-161257ed-0a7d-4397-8907-7ddc56d8cf23 admin admin] Publish callbacks [] for security_group (73edb407-845c-4db3-9a07-77f3c07a6153), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.134008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-161257ed-0a7d-4397-8907-7ddc56d8cf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (73edb407-845c-4db3-9a07-77f3c07a6153), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.176724 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161257ed-0a7d-4397-8907-7ddc56d8cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73edb407-845c-4db3-9a07-77f3c07a6153,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:38.181162 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-161257ed-0a7d-4397-8907-7ddc56d8cf23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa384bb14c7b47fca32da88f85c8c025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490873 Jun 23 02:04:38.184339 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60448) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:38.233244 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] Publish callbacks [] for security_group (73edb407-845c-4db3-9a07-77f3c07a6153), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.255120 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] Publish callbacks [] for security_group (73edb407-845c-4db3-9a07-77f3c07a6153), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.305368 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (73edb407-845c-4db3-9a07-77f3c07a6153), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.307980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.309134 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73edb407-845c-4db3-9a07-77f3c07a6153 HTTP/1.1" status: 204 len: 168 time: 0.1243927 Jun 23 02:04:38.317432 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863208a2-cfd1-425f-b4aa-709ca1dd5589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edb407-845c-4db3-9a07-77f3c07a6153,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:38.591733 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60454) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:38.604931 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-1694eabe-06da-428f-8827-ce948fca0718 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418563 Jun 23 02:04:38.605522 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b83240-82f4-4541-b658-0f5f5428886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.668642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-a316ed7f-56ad-422e-a22b-4e456b31ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:38.670350 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-a316ed7f-56ad-422e-a22b-4e456b31ad52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1129 time: 0.0443809 Jun 23 02:04:38.691040 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b83240-82f4-4541-b658-0f5f5428886f admin admin] Publish callbacks [] for security_group (f8df260e-4246-4115-8513-f678fc582897), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.695900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-d0b83240-82f4-4541-b658-0f5f5428886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f8df260e-4246-4115-8513-f678fc582897), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.734731 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d0b83240-82f4-4541-b658-0f5f5428886f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ee3bd8e31c04658bedfd66ea80d11c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418848 Jun 23 02:04:38.735891 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83240-82f4-4541-b658-0f5f5428886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df260e-4246-4115-8513-f678fc582897,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:38.739138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60456) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:38.777864 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-202335fb-50fa-485f-897e-9a2a4678a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:38.779394 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-202335fb-50fa-485f-897e-9a2a4678a680 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.0895839 Jun 23 02:04:38.792138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] Publish callbacks [] for security_group (f8df260e-4246-4115-8513-f678fc582897), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.815190 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] Publish callbacks [] for security_group (f8df260e-4246-4115-8513-f678fc582897), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.849933 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-33715324-7575-4d8d-8f1c-e1198a170fe6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 1001 time: 0.0645106 Jun 23 02:04:38.868605 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f8df260e-4246-4115-8513-f678fc582897), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.871167 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:38.872337 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8df260e-4246-4115-8513-f678fc582897 HTTP/1.1" status: 204 len: 168 time: 0.1321707 Jun 23 02:04:38.882546 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804aa71-1a0d-4ddd-94f0-3c4e3d8d2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df260e-4246-4115-8513-f678fc582897,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:38.900431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-4274da8c-3c50-499a-8aae-d20dadfe8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:38.901919 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-4274da8c-3c50-499a-8aae-d20dadfe8520 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0460041 Jun 23 02:04:38.946212 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:38.949567 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-a10aa886-122c-42c8-bbcf-f0b215d0e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:38.951203 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-a10aa886-122c-42c8-bbcf-f0b215d0e99d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437875 Jun 23 02:04:39.044910 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-1a700636-116e-42a0-a6f5-ee72c56a7620 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876350 Jun 23 02:04:39.119024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:39.142469 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-612303dd-e475-4f4d-9b72-e12e7b5356b8 req-46b354a3-13ac-4cd6-a38b-721bfb93f6db service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875914 Jun 23 02:04:39.216430 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60462) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:39.229759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-47656bef-1ed4-4ef6-a38b-3eec714084d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.313284 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-47656bef-1ed4-4ef6-a38b-3eec714084d0 admin admin] Publish callbacks [] for security_group (9f3d4f9c-8999-4481-bc31-c63014ffab23), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.318590 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-47656bef-1ed4-4ef6-a38b-3eec714084d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9f3d4f9c-8999-4481-bc31-c63014ffab23), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.353990 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:39.358194 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-47656bef-1ed4-4ef6-a38b-3eec714084d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc0696e2a38042fc99472ec8f5fee1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407609 Jun 23 02:04:39.359277 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47656bef-1ed4-4ef6-a38b-3eec714084d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d4f9c-8999-4481-bc31-c63014ffab23,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:39.361056 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60464) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:39.415684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] Publish callbacks [] for security_group (9f3d4f9c-8999-4481-bc31-c63014ffab23), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.437764 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] Publish callbacks [] for security_group (9f3d4f9c-8999-4481-bc31-c63014ffab23), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.487284 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (9f3d4f9c-8999-4481-bc31-c63014ffab23), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.489674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:39.490856 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3d4f9c-8999-4481-bc31-c63014ffab23 HTTP/1.1" status: 204 len: 168 time: 0.1287546 Jun 23 02:04:39.498630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127380a-eb7c-467f-a305-42fc50e13ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d4f9c-8999-4481-bc31-c63014ffab23,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:40.210255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60486) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:40.310151 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-322097734-network', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:40.330970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Made reservation on behalf of 136fd75d8a874bb3aa24ef1564f8e36b for: {'network': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:40.334405 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.348240 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.434305 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks [] for security_group (fcb8925f-1886-464b-b782-25c08287b032), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.439754 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fcb8925f-1886-464b-b782-25c08287b032), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.468459 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 02:04:40.476886 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb8925f-1886-464b-b782-25c08287b032,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:40.484957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (7a57673d-c0a2-4728-a14b-d6228357a302), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.485307 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.segments_db [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Added segment 7a57673d-c0a2-4728-a14b-d6228357a302 of type vlan for network 1e8ae29d-b299-4bb7-a891-5414865429d4 Jun 23 02:04:40.530667 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (1e8ae29d-b299-4bb7-a891-5414865429d4), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.558640 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (1e8ae29d-b299-4bb7-a891-5414865429d4), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.559921 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:40.560842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.604393 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3930469 Jun 23 02:04:40.607445 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60490) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:40.613144 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Request body: {'subnet': {'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-322097734-subnet', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:40.632986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Made reservation on behalf of 136fd75d8a874bb3aa24ef1564f8e36b for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:40.635432 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25555679'] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.635697 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5cef0-5a37-4e0f-83ab-e07b23a07b37 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8ae29d-b299-4bb7-a891-5414865429d4,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:40.648317 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 02:04:40.715658 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:40.808858 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25285117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25555625'] for subnet (a1018453-8a53-4cbc-9b8b-33cd06535468), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.857137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1018453-8a53-4cbc-9b8b-33cd06535468,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:40.872515 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Checking segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:40.872814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Network hostable DHCP agents. Network: 1e8ae29d-b299-4bb7-a891-5414865429d4, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 02:04:40.891385 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 02:04:40.900994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 1e8ae29d-b299-4bb7-a891-5414865429d4) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:40.905766 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:40.906292 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.911268 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b94f67-b564-49e0-813a-078e67ab6e21 None None] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:04:40.923966 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-eede6e53-1162-49d9-b854-2f0fa5e767db admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3148105 Jun 23 02:04:40.926946 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60492) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:40.931229 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:40.940981 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:40.957001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.958089 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:40.980687 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:41.008526 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for router_controller (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.020975 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-1e8ae29d-b299-4bb7-a891-5414865429d4', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 02:04:41.022124 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.141579 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for router_gateway (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.151047 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Allocated IP 172.20.0.2 (1e8ae29d-b299-4bb7-a891-5414865429d4/a1018453-8a53-4cbc-9b8b-33cd06535468/7fdaff04-978e-467f-96bc-9af1f3ee064e) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:41.292629 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks [] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.299611 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.320630 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for router_gateway (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.339139 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.344034 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:41.348950 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:41.351467 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:41.354423 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Pushing event updated for resources: {'Port': ['ID=7fdaff04-978e-467f-96bc-9af1f3ee064e,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:41.409758 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Attempting to bind port 7fdaff04-978e-467f-96bc-9af1f3ee064e on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:41.410020 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Attempting to bind port 7fdaff04-978e-467f-96bc-9af1f3ee064e by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:41.410386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Attempting to bind port 7fdaff04-978e-467f-96bc-9af1f3ee064e on network 1e8ae29d-b299-4bb7-a891-5414865429d4 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:41.415892 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:41.416241 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Checking segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:41.416638 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.417021 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Bound using segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:41.417480 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Bound port: 7fdaff04-978e-467f-96bc-9af1f3ee064e, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:41.417851 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.441987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:41.452203 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Allocated IP 172.27.0.52 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/4ac56773-7abc-4aa7-8cd2-4fcbb83a4474) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:41.479345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] For port 7fdaff04-978e-467f-96bc-9af1f3ee064e, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:41.482475 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] For port 7fdaff04-978e-467f-96bc-9af1f3ee064e, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=7fdaff04-978e-467f-96bc-9af1f3ee064e,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:41.488583 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.546812 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9119e8c-3f40-4738-bbf8-5f9a2a728255 None None] Pushing event updated for resources: {'Port': ['ID=7fdaff04-978e-467f-96bc-9af1f3ee064e,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:41.556887 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.562091 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:41.594769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:41.639001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:41.641844 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:41.645977 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:41.668386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Pushing event updated for resources: {'Port': ['ID=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:41.894199 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for router_gateway (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.081016 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.218070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Router a3b11783-c9b0-44b1-aba5-26be54dd3f9c is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 02:04:42.457757 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e890d50-3900-4cc5-914f-836add15a7a5 None None] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:04:42.492888 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Provisioning complete for port 7fdaff04-978e-467f-96bc-9af1f3ee064e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:42.493454 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.577930 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:42.596454 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:04:42.611875 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Sync routers for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:04:42.618847 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.620327 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5ae7c13f-b645-483e-ab8f-21238c29350d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6922479 Jun 23 02:04:42.622993 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60496) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:42.652916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:42.653608 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:42.657140 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:42.657543 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Current status of the port 7fdaff04-978e-467f-96bc-9af1f3ee064e is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:42.657953 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.694469 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:42.751918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] For port 7fdaff04-978e-467f-96bc-9af1f3ee064e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=7fdaff04-978e-467f-96bc-9af1f3ee064e,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:42.774761 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:42.785712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:42.794452 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 7fdaff04-978e-467f-96bc-9af1f3ee064e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:43.008367 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:43.013458 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-330d1ffa-666e-4f53-ae2b-079c844ce91a None None] Provisioning complete for port 7fdaff04-978e-467f-96bc-9af1f3ee064e triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:43.013919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-330d1ffa-666e-4f53-ae2b-079c844ce91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.065345 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.099076 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b3f8-0838-41cf-b5f9-a0e051a601a5 None None] Pushing event updated for resources: {'Port': ['ID=7fdaff04-978e-467f-96bc-9af1f3ee064e,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:43.136711 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 7fdaff04-978e-467f-96bc-9af1f3ee064e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:43.137117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.221765 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Allocated IP 172.20.0.1 (1e8ae29d-b299-4bb7-a891-5414865429d4/a1018453-8a53-4cbc-9b8b-33cd06535468/a6bfedba-db71-4779-b97c-8e78075a9ac9) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:43.254963 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-330d1ffa-666e-4f53-ae2b-079c844ce91a None None] Current status of the port 7fdaff04-978e-467f-96bc-9af1f3ee064e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:43.324303 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 7fdaff04-978e-467f-96bc-9af1f3ee064e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:43.328644 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks [] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.332198 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:41Z', 'revision_number': 3, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:43.359707 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Checking router: a3b11783-c9b0-44b1-aba5-26be54dd3f9c for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:04:43.360051 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Updating router a3b11783-c9b0-44b1-aba5-26be54dd3f9c port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:04:43.361865 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.387388 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.406040 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:43.409233 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:43.415398 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:43.418224 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:43.420375 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Pushing event updated for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:43.460141 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.553456 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:43.601063 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.613004 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:43.674651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks [] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.683789 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.692941 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-c42923ee-fb2f-4714-987c-044c5168358f None None] Provisioning complete for port a6bfedba-db71-4779-b97c-8e78075a9ac9 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:43.693257 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c42923ee-fb2f-4714-987c-044c5168358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.694580 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:43.773627 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8371268-75c7-4231-8dfe-065de2ce1b0c None None] Pushing event updated for resources: {'Port': ['ID=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:43.776242 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Attempting to bind port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:43.776396 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Attempting to bind port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:43.776654 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Attempting to bind port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:43.778655 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks [] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.779230 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-c42923ee-fb2f-4714-987c-044c5168358f None None] Port a6bfedba-db71-4779-b97c-8e78075a9ac9 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:04:43.784256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:43.784629 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:43.785025 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.785396 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:43.785858 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Bound port: 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:43.786310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.786994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.839297 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] For port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:43.842460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] For port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:43.865019 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.873555 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:43.876367 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Pushing event updated for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:43.926914 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:43.927605 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:43.932779 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8371268-75c7-4231-8dfe-065de2ce1b0c None None] Pushing event updated for resources: {'Port': ['ID=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:44.002795 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:44.004308 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:44.056047 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:44.132498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Router a3b11783-c9b0-44b1-aba5-26be54dd3f9c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:04:44.241491 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:04:44.255854 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4cbe5863-a711-4f02-9f57-a22ffa39d1bd admin admin] 10.222.0.26 "PUT /v2.0/routers/a3b11783-c9b0-44b1-aba5-26be54dd3f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225357 Jun 23 02:04:44.255974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 2, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:44.278330 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2836d-a724-4e86-930c-a3ccdd18a84b None None] The sync data for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi is: [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 2, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:04:44.309166 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-b4dca7d3-5176-4c46-886a-6342ab98b2f8 None None] Provisioning complete for port a6bfedba-db71-4779-b97c-8e78075a9ac9 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:44.309529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b4dca7d3-5176-4c46-886a-6342ab98b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:44.341805 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-b4dca7d3-5176-4c46-886a-6342ab98b2f8 None None] Port a6bfedba-db71-4779-b97c-8e78075a9ac9 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:04:44.763657 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 7fdaff04-978e-467f-96bc-9af1f3ee064e up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:44.812041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 7fdaff04-978e-467f-96bc-9af1f3ee064e triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:44.812408 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:44.837505 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60518) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:44.842570 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1157084004-network', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:44.866243 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Made reservation on behalf of 1183d7efcd9847ef8bd9875f0d38a7f2 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:44.869326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:44.879145 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:44.889992 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 7fdaff04-978e-467f-96bc-9af1f3ee064e is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:44.922136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:44.963402 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:44.980047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks [] for security_group (14c2d3dc-38c6-400e-87d5-d083f77304be), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:44.984221 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (14c2d3dc-38c6-400e-87d5-d083f77304be), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.014614 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 02:04:45.021739 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2d3dc-38c6-400e-87d5-d083f77304be,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:45.028665 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (52f7a538-91ab-40d6-9be1-55cb10df6922), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.028889 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Added segment 52f7a538-91ab-40d6-9be1-55cb10df6922 of type vlan for network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee Jun 23 02:04:45.073852 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.101453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.102558 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:45.103141 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.137487 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2988365 Jun 23 02:04:45.140259 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60522) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:45.146462 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Request body: {'subnet': {'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1157084004-subnet', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'ip_version': 4}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:45.182426 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930d61b-7084-43be-b654-4a9efa305537 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:45.192230 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 02:04:45.200855 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Made reservation on behalf of 1183d7efcd9847ef8bd9875f0d38a7f2 for: {'subnet': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:45.203425 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25555679'] for subnet (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.207865 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.387814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25285117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25555625'] for subnet (3bebce64-a964-4ede-9837-f26943225e10), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.439851 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bebce64-a964-4ede-9837-f26943225e10,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:45.456104 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Checking segment: {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:45.456429 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Network hostable DHCP agents. Network: 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 02:04:45.466450 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.470153 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.475351 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 02:04:45.485070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee) {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:45.489063 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:45.489649 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.496263 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb87006-6cdd-4111-9e7a-033c72c61668 None None] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:04:45.507324 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-eb459bc9-c9ec-4e59-914c-b49c56bb1ab1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3660274 Jun 23 02:04:45.509848 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60524) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:45.514107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:45.537261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15078'] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.538291 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1698588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15089'] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.599237 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for router_controller (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), precommit_add_association {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.610549 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6224419a-e0fc-5508-b926-8cb1d68a6092-3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10'}]}} from dv-cinder-815582-9-iscsi. {{(pid=104188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 02:04:45.611530 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.631249 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.735162 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for router_gateway (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.747467 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.db_base_plugin_common [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Allocated IP 172.20.0.2 (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee/3bebce64-a964-4ede-9837-f26943225e10/a041cd91-afcd-40b4-a8fe-f78c0bd1f66b) {{(pid=104188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:45.774107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.814674 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:45.891649 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks [] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), precommit_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.898176 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), after_create {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.932639 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for router_gateway (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:45.938794 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee is already hosted by enough agents. {{(pid=104188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:45.943708 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.scheduler.base_scheduler [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Resources bound (agent type, host, resource id): {{(pid=104188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:45.946248 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Received port after_create {{(pid=104188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:45.948202 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,revision_number=1']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:45.952294 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.009759 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Attempting to bind port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:46.010128 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Attempting to bind port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:46.010487 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Attempting to bind port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b on network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:46.020651 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:46.021028 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Checking segment: {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:46.021429 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.021807 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Bound using segment: {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:46.022272 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Bound port: a041cd91-afcd-40b4-a8fe-f78c0bd1f66b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:46.022641 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.065744 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Allocated IP 172.27.0.251 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/b120ed84-3450-434d-938f-2ed105613a63) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:46.089885 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] For port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:46.093705 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] For port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:46.100570 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.159261 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81d68-ba8d-4892-8f46-84c3d6f4c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:46.206018 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for port (b120ed84-3450-434d-938f-2ed105613a63), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.240001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (b120ed84-3450-434d-938f-2ed105613a63), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.285890 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:46.289325 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:46.292252 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:46.296796 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Pushing event updated for resources: {'Port': ['ID=b120ed84-3450-434d-938f-2ed105613a63,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:46.354522 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Sync routers for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:04:46.364615 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:46.365299 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:46.479588 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:46.561130 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for router_gateway (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.680430 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 2, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:46.708341 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Checking router: a3b11783-c9b0-44b1-aba5-26be54dd3f9c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:04:46.708524 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:46.709059 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Updating router a3b11783-c9b0-44b1-aba5-26be54dd3f9c port a6bfedba-db71-4779-b97c-8e78075a9ac9 binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:04:46.739276 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.770890 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499110'] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.809067 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a041cd91-afcd-40b4-a8fe-f78c0bd1f66b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:46.818413 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:46.879230 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:46.879629 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:46.919809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 is scheduled to L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 with binding_index 1 {{(pid=104187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 02:04:46.972507 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:46.974179 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.000041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:47.023655 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:47.024043 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks [] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.029715 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.030726 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:47.031465 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.081745 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Pushing event updated for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:47.125496 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.126110 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.126655 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.127254 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.127948 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.128618 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.129286 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.130032 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.130549 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.131060 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.131578 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.132135 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.132861 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.133567 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.134063 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:47.203467 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Attempting to bind port a6bfedba-db71-4779-b97c-8e78075a9ac9 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:47.204198 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Attempting to bind port a6bfedba-db71-4779-b97c-8e78075a9ac9 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:47.204804 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Attempting to bind port a6bfedba-db71-4779-b97c-8e78075a9ac9 on network 1e8ae29d-b299-4bb7-a891-5414865429d4 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:47.211148 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:47.211952 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Checking segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:47.212571 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.213204 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Bound using segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:47.213916 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Bound port: a6bfedba-db71-4779-b97c-8e78075a9ac9, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:47.214844 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.321232 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:47.326827 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82da9ce-16c0-45f1-8f10-4648ba2672a3 None None] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:04:47.358603 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:47.371483 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] For port a6bfedba-db71-4779-b97c-8e78075a9ac9, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:47.375845 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] For port a6bfedba-db71-4779-b97c-8e78075a9ac9, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a6bfedba-db71-4779-b97c-8e78075a9ac9,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:47.381440 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:04:47.386004 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.404879 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Sync routers for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:04:47.411686 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.413253 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-84a4d266-f667-49b3-bc11-ddfca9d65d6b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9024913 Jun 23 02:04:47.416372 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60534) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:47.454459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:47.472899 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7fa8220f-ed96-4cbd-b03e-11759dedb3ab None None] Provisioning complete for port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:47.473332 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7fa8220f-ed96-4cbd-b03e-11759dedb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.475702 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:47.476533 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:47.479045 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:47.480119 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:47.482930 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9c613-b0a6-46d9-957f-76a8177d9af4 None None] Pushing event updated for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:47.503084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:47.506897 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:47.625225 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:47.638074 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:47.893231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:47.980192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8220f-ed96-4cbd-b03e-11759dedb3ab None None] Current status of the port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:48.005691 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.021729 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.035845 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:47Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:48.045857 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:48.046244 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.068635 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc470e-cc17-4f4c-bdcb-4f1d7a53df33 None None] The sync data for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi is: [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:47Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:04:48.077373 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:48.098269 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.105015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.173692 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Provisioning complete for port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:48.174252 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.198160 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Allocated IP 172.20.0.1 (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee/3bebce64-a964-4ede-9837-f26943225e10/2747c6c7-e58d-4621-bd15-4d19b554b29b) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:48.240224 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:46Z', 'revision_number': 3, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:48.271776 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:48.277591 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Checking router: 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:04:48.277945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Updating router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 port b120ed84-3450-434d-938f-2ed105613a63 binding host dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:04:48.323680 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks [] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.332968 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.341956 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b120ed84-3450-434d-938f-2ed105613a63), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.359759 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.370290 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Current status of the port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:48.389050 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Provisioning complete for port a6bfedba-db71-4779-b97c-8e78075a9ac9 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:48.389292 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.397355 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:48.400251 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:48.402781 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:48.438251 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Pushing event updated for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:48.456754 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-493315'] for router_interface (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.555737 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.597023 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Current status of the port a6bfedba-db71-4779-b97c-8e78075a9ac9 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:48.597405 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.603263 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.655276 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] For port a6bfedba-db71-4779-b97c-8e78075a9ac9, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a6bfedba-db71-4779-b97c-8e78075a9ac9,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:48.661129 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.749004 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks [] for port (b120ed84-3450-434d-938f-2ed105613a63), precommit_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.750998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc87db-61be-4611-a44d-847e7e92b59c None None] Pushing event updated for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:48.758140 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b120ed84-3450-434d-938f-2ed105613a63), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.779369 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks [] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.784862 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.802654 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a6bfedba-db71-4779-b97c-8e78075a9ac9 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:48.850395 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-e39b794b-1564-4cb2-9020-6ef6e90fce64 None None] Provisioning complete for port 2747c6c7-e58d-4621-bd15-4d19b554b29b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:48.850991 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e39b794b-1564-4cb2-9020-6ef6e90fce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.854695 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Pushing event updated for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:48.863169 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492435'] for router_interface (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.864377 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2cbab-8e0a-4741-bb25-dc80c90e9fd5 None None] Pushing event updated for resources: {'Port': ['ID=b120ed84-3450-434d-938f-2ed105613a63,revision_number=2']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:48.865818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.885674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Attempting to bind port b120ed84-3450-434d-938f-2ed105613a63 on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:48.886102 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Attempting to bind port b120ed84-3450-434d-938f-2ed105613a63 by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:48.886457 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Attempting to bind port b120ed84-3450-434d-938f-2ed105613a63 on network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:48.888429 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:48.905514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:48.905903 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Checking segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:48.906310 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.906695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Bound using segment: {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'} {{(pid=104188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:48.907174 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.managers [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Bound port: b120ed84-3450-434d-938f-2ed105613a63, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e30c0-d388-4077-b091-8aac286050a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}}] {{(pid=104188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:48.907563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b120ed84-3450-434d-938f-2ed105613a63), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.937244 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-e39b794b-1564-4cb2-9020-6ef6e90fce64 None None] Port 2747c6c7-e58d-4621-bd15-4d19b554b29b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:04:48.951832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a6bfedba-db71-4779-b97c-8e78075a9ac9 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:48.952423 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:48.965151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:48.966762 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:48.999419 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] For port b120ed84-3450-434d-938f-2ed105613a63, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:49.005098 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] For port b120ed84-3450-434d-938f-2ed105613a63, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b120ed84-3450-434d-938f-2ed105613a63,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:49.014733 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b120ed84-3450-434d-938f-2ed105613a63), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.090138 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:04:49.117170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a6bfedba-db71-4779-b97c-8e78075a9ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:49.118257 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a041cd91-afcd-40b4-a8fe-f78c0bd1f66b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:49.122575 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:49.123221 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:49.125709 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2cbab-8e0a-4741-bb25-dc80c90e9fd5 None None] Pushing event updated for resources: {'Port': ['ID=b120ed84-3450-434d-938f-2ed105613a63,revision_number=3']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:49.207884 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:04:49.213590 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b89ca072-1236-4106-aa49-7019c5db6381 admin admin] 10.222.0.26 "PUT /v2.0/routers/1724f2f1-1236-40d1-9978-b6fb8f3e8fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962101 Jun 23 02:04:49.341551 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-1e344f73-149b-4e5f-a73d-cf2375134105 None None] Provisioning complete for port 2747c6c7-e58d-4621-bd15-4d19b554b29b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:49.341918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1e344f73-149b-4e5f-a73d-cf2375134105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.417590 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:49.417987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.424460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-1e344f73-149b-4e5f-a73d-cf2375134105 None None] Port 2747c6c7-e58d-4621-bd15-4d19b554b29b cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:04:49.454812 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:49.490624 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:49.574432 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60550) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:49.579679 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111693107', 'description': 'tempest-secgroup-smoke-1111693107 description', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:49.597019 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:49.605009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.615658 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:49.616770 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:49.678822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (77e46d50-27a7-4c4c-8e0e-0a18cc3205d3), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.682577 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (77e46d50-27a7-4c4c-8e0e-0a18cc3205d3), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.707330 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:49.707685 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.713508 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.714714 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392794 Jun 23 02:04:49.716900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e5f3-0037-46f1-8367-6b6413abf3f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:49.718045 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60552) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:49.723027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:49.727838 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:49.733009 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '2747c6c7-e58d-4621-bd15-4d19b554b29b', 'name': '', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'mac_address': 'fa:16:3e:ec:b2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:48Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 2, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'subnets': [{'id': '3bebce64-a964-4ede-9837-f26943225e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:49.751940 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:49.753932 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f810e545-a4e0-4c47-9451-2d3350220b03), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.762429 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcfc43-1344-4a14-b895-bba568ef5d52 None None] The sync data for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi is: [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '2747c6c7-e58d-4621-bd15-4d19b554b29b', 'name': '', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'mac_address': 'fa:16:3e:ec:b2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:48Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 2, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'subnets': [{'id': '3bebce64-a964-4ede-9837-f26943225e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:04:49.819362 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:49.820037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f810e545-a4e0-4c47-9451-2d3350220b03), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.824986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (f810e545-a4e0-4c47-9451-2d3350220b03), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.845051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f810e545-a4e0-4c47-9451-2d3350220b03,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:49.851466 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.855856 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-681c5401-24b0-4d3e-bcde-4ac698aa3c7f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365771 Jun 23 02:04:49.856051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60556) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:49.863500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:49.900629 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (e9662dfa-a951-4d89-8104-fdebb101c311), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.966195 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (e9662dfa-a951-4d89-8104-fdebb101c311), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:49.979725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (e9662dfa-a951-4d89-8104-fdebb101c311), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.009085 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9662dfa-a951-4d89-8104-fdebb101c311,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:50.017629 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.019159 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8e8a74fc-d6f4-4ec1-9788-23ceba7989b6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615450 Jun 23 02:04:50.021784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60562) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:50.026150 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:50.061089 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f2abb9d8-f30e-4ec2-bd82-1bd11cba51e2), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.137553 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f2abb9d8-f30e-4ec2-bd82-1bd11cba51e2), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.142661 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (f2abb9d8-f30e-4ec2-bd82-1bd11cba51e2), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.154753 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:50.167182 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2abb9d8-f30e-4ec2-bd82-1bd11cba51e2,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:50.177407 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.182185 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3715b4e0-7d7a-475a-b492-323408dd5083 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559987 Jun 23 02:04:50.182396 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60568) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:50.187854 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:50.223079 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (54d7f4bd-2057-4401-be66-056b6aebe720), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.230809 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-7ee88a8a-4939-4909-9b70-7c8b57c31e6d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673552971&fields=id&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 267 time: 0.0508749 Jun 23 02:04:50.284760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:50.305369 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (54d7f4bd-2057-4401-be66-056b6aebe720), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.311724 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (54d7f4bd-2057-4401-be66-056b6aebe720), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.334342 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d7f4bd-2057-4401-be66-056b6aebe720,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:50.345341 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.346717 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-25e34f90-d174-40d9-89b8-011d9f95a983 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628590 Jun 23 02:04:50.349526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60570) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:50.353168 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-bafad7af-6b65-4e08-8b3a-4620a7de705a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:50.354472 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:50.354906 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-bafad7af-6b65-4e08-8b3a-4620a7de705a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1147141 Jun 23 02:04:50.370251 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-f160cd56-097d-47f0-9a2c-8478d2e63c36 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/quotas/59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 375 time: 0.0095532 Jun 23 02:04:50.384026 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.securitygroups_db [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Project 136fd75d8a874bb3aa24ef1564f8e36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 02:04:50.391075 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (ec6ca3fa-86c3-48d0-90a8-d8297bd47631), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.428177 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-4ed2e22d-a45f-4c69-a46d-f64cb2cb7aec tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519092 Jun 23 02:04:50.459877 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (ec6ca3fa-86c3-48d0-90a8-d8297bd47631), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.465101 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (ec6ca3fa-86c3-48d0-90a8-d8297bd47631), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.500445 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6ca3fa-86c3-48d0-90a8-d8297bd47631,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:50.508323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.509565 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-870af625-fdce-4a6c-a1a9-8a07e20e9c58 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590004 Jun 23 02:04:50.513696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60572) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:04:50.521362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'security_group_rule': {'security_group_id': '77e46d50-27a7-4c4c-8e0e-0a18cc3205d3', 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:50.544370 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.securitygroups_db [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Project 136fd75d8a874bb3aa24ef1564f8e36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 02:04:50.549952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f6d9603c-974c-4ca2-9fba-b1e94165e552), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.550933 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-1fd9f412-5a4b-45b8-8ccf-c6f03aebb3d5 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111944 Jun 23 02:04:50.626074 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (f6d9603c-974c-4ca2-9fba-b1e94165e552), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.631399 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (f6d9603c-974c-4ca2-9fba-b1e94165e552), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.651422 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d9603c-974c-4ca2-9fba-b1e94165e552,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:50.661358 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.661790 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.662215 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.662637 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.663101 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.663534 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.664048 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.664359 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.664858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.665646 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.666135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.666612 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.667108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.667259 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-9bb51adb-9f10-4eb8-bdfe-860eba08f9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104717 Jun 23 02:04:50.668081 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.668409 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:04:50.674011 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:50.675257 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a964c0b7-f098-4d09-b444-f870b37e71e0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590307 Jun 23 02:04:50.857003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a6bfedba-db71-4779-b97c-8e78075a9ac9 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:50.912563 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port a6bfedba-db71-4779-b97c-8e78075a9ac9 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:50.912946 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:51.024573 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port a6bfedba-db71-4779-b97c-8e78075a9ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:51.025702 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b120ed84-3450-434d-938f-2ed105613a63 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:51.050901 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:51.087916 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1789022c-694f-4948-bc77-dcd1b29d6f1e req-4041d7a8-f69a-4ab6-8bc7-27eabed2ae87 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 210 time: 0.0451789 Jun 23 02:04:51.115965 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b120ed84-3450-434d-938f-2ed105613a63 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:51.116111 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b120ed84-3450-434d-938f-2ed105613a63), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:51.211722 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b120ed84-3450-434d-938f-2ed105613a63 is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:51.212116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (b120ed84-3450-434d-938f-2ed105613a63), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:51.237404 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] For port b120ed84-3450-434d-938f-2ed105613a63, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b120ed84-3450-434d-938f-2ed105613a63,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:51.242655 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (b120ed84-3450-434d-938f-2ed105613a63), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:51.301719 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Pushing event updated for resources: {'Port': ['ID=b120ed84-3450-434d-938f-2ed105613a63,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:52.090646 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Sync routers for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:04:52.101431 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:52.102048 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:52.192349 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b0ab683d-f9f9-4e92-9f03-ebfbbbdc7594 req-05493332-9a50-4249-b39b-e018e62ded5f tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 210 time: 0.0321348 Jun 23 02:04:52.208171 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:52.424728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-3ad7d498-a2ec-4ec2-a461-41c1e0425d46 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:52.426496 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-3ad7d498-a2ec-4ec2-a461-41c1e0425d46 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 811 time: 0.1401882 Jun 23 02:04:52.431603 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '2747c6c7-e58d-4621-bd15-4d19b554b29b', 'name': '', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'mac_address': 'fa:16:3e:ec:b2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:48Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 2, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'subnets': [{'id': '3bebce64-a964-4ede-9837-f26943225e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:52.458483 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Checking router: 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:04:52.458831 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Updating router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 port 2747c6c7-e58d-4621-bd15-4d19b554b29b binding host dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 02:04:52.492627 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.499123 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-9b558f76-9b3f-4b91-bb32-f2e73d1d3ac4 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59bb100f7d034605bb875abd1a0775ec HTTP/1.1" status: 200 len: 380 time: 0.0620778 Jun 23 02:04:52.508928 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'port': {'device_id': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'admin_state_up': True, 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'security_groups': ['b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:52.529830 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:52.616748 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:52.628916 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Made reservation on behalf of 59bb100f7d034605bb875abd1a0775ec for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:04:52.632415 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.765247 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b120ed84-3450-434d-938f-2ed105613a63 up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:52.766899 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.20.0.12 (c3aa2615-6363-4241-bbc2-9c8b59555a5d/cb259d46-ac2e-4117-a049-82aa88774b23/6c044d69-4d97-4293-87bd-ebd8fa2758d2) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:04:52.773053 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks [] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.779550 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.817540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port b120ed84-3450-434d-938f-2ed105613a63 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:52.818169 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (b120ed84-3450-434d-938f-2ed105613a63), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.820743 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cfd9d-a70a-4ba9-bcd9-ed227839faeb None None] Pushing event updated for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:52.895429 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Attempting to bind port 2747c6c7-e58d-4621-bd15-4d19b554b29b on host dv-cinder-815582-9-iscsi for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:52.896066 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Attempting to bind port 2747c6c7-e58d-4621-bd15-4d19b554b29b by drivers openvswitch,hyperv on host dv-cinder-815582-9-iscsi at level 0 using segments [{'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:52.896767 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Attempting to bind port 2747c6c7-e58d-4621-bd15-4d19b554b29b on network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:52.903190 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Checking agent: {'id': '8d261246-28c8-426f-a705-fda8405c7d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 48, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 49, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:52.904028 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Checking segment: {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:52.905367 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.905926 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Bound using segment: {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:52.906578 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Bound port: 2747c6c7-e58d-4621-bd15-4d19b554b29b, host: dv-cinder-815582-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f7a538-91ab-40d6-9be1-55cb10df6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:52.907178 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.911410 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port b120ed84-3450-434d-938f-2ed105613a63 is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:52.916139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:52.965331 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:52.982221 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:52.989520 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] For port 2747c6c7-e58d-4621-bd15-4d19b554b29b, host dv-cinder-815582-9-iscsi, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:52.994509 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] For port 2747c6c7-e58d-4621-bd15-4d19b554b29b, host dv-cinder-815582-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2747c6c7-e58d-4621-bd15-4d19b554b29b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:53.002403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.004849 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.061807 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:04:53.067870 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:04:53.070435 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:04:53.071072 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:04:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:53.072880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:04:53.077528 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:53.117198 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cfd9d-a70a-4ba9-bcd9-ed227839faeb None None] Pushing event updated for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=4']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:53.160393 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:53.161140 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.191742 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-03829922-a84e-42d4-825f-f5e5b80aef80 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6865158 Jun 23 02:04:53.218231 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:04:53.241197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Request body: {'port': {'device_id': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:04:53.290774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:53.311192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Provisioning complete for port 2747c6c7-e58d-4621-bd15-4d19b554b29b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:53.312842 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.340201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.377784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119c99-6a78-4c8d-95ba-ae31622cf469 req-19f383c2-335b-4c6f-8e91-5789c82a26f2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:53.380170 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2b119c99-6a78-4c8d-95ba-ae31622cf469 req-19f383c2-335b-4c6f-8e91-5789c82a26f2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 932 time: 0.0671041 Jun 23 02:04:53.481320 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Current status of the port 2747c6c7-e58d-4621-bd15-4d19b554b29b is: DOWN; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:53.481320 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.500928 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '2747c6c7-e58d-4621-bd15-4d19b554b29b', 'name': '', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'mac_address': 'fa:16:3e:ec:b2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:48Z', 'updated_at': '2022-06-23T02:04:52Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'subnets': [{'id': '3bebce64-a964-4ede-9837-f26943225e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:04:53.519231 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2b119c99-6a78-4c8d-95ba-ae31622cf469 req-40be168d-960f-4622-a7ca-8518b19d620b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310065 Jun 23 02:04:53.537675 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] For port 2747c6c7-e58d-4621-bd15-4d19b554b29b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2747c6c7-e58d-4621-bd15-4d19b554b29b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:04:53.544545 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.546831 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72346b3d-b0c1-4421-9af8-6331d3e5d862 None None] The sync data for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi is: [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '2747c6c7-e58d-4621-bd15-4d19b554b29b', 'name': '', 'network_id': '3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'mac_address': 'fa:16:3e:ec:b2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '3bebce64-a964-4ede-9837-f26943225e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:48Z', 'updated_at': '2022-06-23T02:04:52Z', 'revision_number': 4, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'subnets': [{'id': '3bebce64-a964-4ede-9837-f26943225e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:04:53.579185 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:53.607820 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9be86-b188-4921-b7d3-8e4cb440395d None None] Pushing event updated for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:53.661920 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:53.665861 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-1fc520ef-cee7-4108-b141-b69f1189761f None None] Provisioning complete for port 2747c6c7-e58d-4621-bd15-4d19b554b29b triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:53.666236 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1fc520ef-cee7-4108-b141-b69f1189761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.721382 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c044d69-4d97-4293-87bd-ebd8fa2758d2 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:04:53.729630 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks [] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.742929 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Transition to ACTIVE for port object 6c044d69-4d97-4293-87bd-ebd8fa2758d2 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:04:53.749067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.754544 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-1fc520ef-cee7-4108-b141-b69f1189761f None None] Current status of the port 2747c6c7-e58d-4621-bd15-4d19b554b29b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:53.802703 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Pushing event updated for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:53.888288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Attempting to bind port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:04:53.888622 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Attempting to bind port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:04:53.888946 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Attempting to bind port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:53.893813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:04:53.894154 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Attempting to bind port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 on network c3aa2615-6363-4241-bbc2-9c8b59555a5d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:04:53.899855 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:04:53.900193 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Checking segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:04:53.900590 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Bound using segment: {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:04:53.901024 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Bound port: 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:04:53.901428 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:53.975713 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:04:53.981041 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:04:53.986883 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:54.024941 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.025554 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:54.026924 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] 10.222.0.16 "PUT /v2.0/ports/6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 200 len: 1094 time: 0.7903621 Jun 23 02:04:54.027375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:04:54.029692 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3562df66-bb52-41bc-b8b5-f4bf6deb9012" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:04:54.061500 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feb093-d3fa-41e5-91c7-b14dcb18abde service neutron] Pushing event updated for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:04:54.106037 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad6513-a69d-4c0b-9a1b-a270b2aa32c4 x-openstack-request-id: req-e4ad6513-a69d-4c0b-9a1b-a270b2aa32c4 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:04:54.106326 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:04:54.106602 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4ad6513-a69d-4c0b-9a1b-a270b2aa32c4 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:04:54.107010 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ad6513-a69d-4c0b-9a1b-a270b2aa32c4'] response: {'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'status': 'completed', 'code': 200} Jun 23 02:04:54.109816 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:54.127301 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-bc0e15f5-18e6-4d32-9189-b679069b0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.128893 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-bc0e15f5-18e6-4d32-9189-b679069b0a1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1128 time: 0.0607140 Jun 23 02:04:54.181004 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-fc895a17-e9c5-4c87-8a0d-09121cd38f0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 200 len: 217 time: 0.0447297 Jun 23 02:04:54.242342 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-8026fd64-2b72-456e-bd16-e5104669e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.244499 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-8026fd64-2b72-456e-bd16-e5104669e15b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0564213 Jun 23 02:04:54.289525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-c276284b-4272-4e55-9932-9aa6fc22b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.291413 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-c276284b-4272-4e55-9932-9aa6fc22b2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407913 Jun 23 02:04:54.385542 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-b6eeb089-6063-4de0-9221-10314aa1ca76 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860631 Jun 23 02:04:54.486019 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-c824ba49-a830-4dfd-a089-347953dc44b1 req-5a009f46-41a6-4627-8363-61e63c308e59 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861447 Jun 23 02:04:54.641861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c1a9a-33ee-4445-846c-c8d6018c14d7 req-2548a820-46f2-42d2-b583-a205c9cbed03 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.643429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eb3c1a9a-33ee-4445-846c-c8d6018c14d7 req-2548a820-46f2-42d2-b583-a205c9cbed03 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0477929 Jun 23 02:04:54.693888 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-eb3c1a9a-33ee-4445-846c-c8d6018c14d7 req-e7df8586-b7d7-4a70-9577-23497f6f8477 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Jun 23 02:04:54.762920 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2747c6c7-e58d-4621-bd15-4d19b554b29b up at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:04:54.807890 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Provisioning complete for port 2747c6c7-e58d-4621-bd15-4d19b554b29b triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:04:54.808259 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:54.814962 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-04e425e9-b69d-42fb-a3f2-a7ab68b205fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.816513 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-04e425e9-b69d-42fb-a3f2-a7ab68b205fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1128 time: 0.0448406 Jun 23 02:04:54.882740 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Current status of the port 2747c6c7-e58d-4621-bd15-4d19b554b29b is: ACTIVE; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:04:54.907676 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-bf6b85dc-7f74-4d33-8e09-570fcbca763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:54.909263 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-bf6b85dc-7f74-4d33-8e09-570fcbca763c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.0859678 Jun 23 02:04:54.954092 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-6185181b-a282-4521-acbc-7dcf82608c5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 200 len: 217 time: 0.0361705 Jun 23 02:04:55.008282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-48b30082-3eb3-417e-8fde-7fe452fe827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:55.009679 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-48b30082-3eb3-417e-8fde-7fe452fe827f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0454481 Jun 23 02:04:55.058043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-de6c473b-b0d5-42e3-8834-77bf5ab63a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:55.059594 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-de6c473b-b0d5-42e3-8834-77bf5ab63a16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408101 Jun 23 02:04:55.083250 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:55.157047 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-1deaef1e-37bd-45f3-964b-8706b6656658 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907323 Jun 23 02:04:55.253352 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3562df66-bb52-41bc-b8b5-f4bf6deb9012 req-5bc78cd3-c81e-446b-af27-56ed61da81c0 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Jun 23 02:04:55.823397 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f16e-7ae6-4a7a-a4e8-360ff5a3516b req-42133159-4c2c-4999-99c4-0af063cf83b5 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:55.824780 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6d1f16e-7ae6-4a7a-a4e8-360ff5a3516b req-42133159-4c2c-4999-99c4-0af063cf83b5 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0514798 Jun 23 02:04:55.875140 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a6d1f16e-7ae6-4a7a-a4e8-360ff5a3516b req-ab6c269b-1a34-41f5-a96f-2c4f39d3bbca tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Jun 23 02:04:57.003535 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074ef2f-c58b-491c-9124-f33c7c593407 req-8d871bbe-42cb-4954-a8a2-aa326b21de2a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:57.004988 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e074ef2f-c58b-491c-9124-f33c7c593407 req-8d871bbe-42cb-4954-a8a2-aa326b21de2a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0538716 Jun 23 02:04:57.055654 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e074ef2f-c58b-491c-9124-f33c7c593407 req-fd8c62c4-9dc1-4a98-b3ec-c6f17e3a99cc tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Jun 23 02:04:58.170275 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da478e10-bdc2-4fc1-8c73-bf71e920d078 req-12f53bca-2570-474e-9344-cb542a2fc383 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:58.171789 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-da478e10-bdc2-4fc1-8c73-bf71e920d078 req-12f53bca-2570-474e-9344-cb542a2fc383 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0491440 Jun 23 02:04:58.234611 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-da478e10-bdc2-4fc1-8c73-bf71e920d078 req-61667c07-1e81-4e1a-8ab7-c4c3e12edd35 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543420 Jun 23 02:04:58.441540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7f703012-95f7-4f21-800e-c34f94fc8558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:04:59.342772 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:04:59.351904 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8fa8-347e-4e48-96ad-fbf368f70e53 req-bc94a94e-5920-4fe0-9c4e-29e98e9b471c tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:04:59.353406 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56fb8fa8-347e-4e48-96ad-fbf368f70e53 req-bc94a94e-5920-4fe0-9c4e-29e98e9b471c tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0492857 Jun 23 02:04:59.403635 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-56fb8fa8-347e-4e48-96ad-fbf368f70e53 req-720f857c-7dda-414f-a356-6babd1374e29 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Jun 23 02:05:00.520867 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce8e3-ead8-4bea-8069-38778a22fbfe req-db2d0ac0-f120-4ce3-9083-e9a97255386d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:00.522334 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-482ce8e3-ead8-4bea-8069-38778a22fbfe req-db2d0ac0-f120-4ce3-9083-e9a97255386d tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0486329 Jun 23 02:05:00.572701 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-482ce8e3-ead8-4bea-8069-38778a22fbfe req-1dbf63cc-0ea7-455e-8875-fe243868866f tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Jun 23 02:05:00.718877 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6c44f82b-25b0-417e-a202-558b9a5380de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:01.712761 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9b1f9-bee4-484c-9052-c1b3457780a1 req-0ddb6038-eb23-48c5-bcc9-f83f3a28547b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:01.714213 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ad9b1f9-bee4-484c-9052-c1b3457780a1 req-0ddb6038-eb23-48c5-bcc9-f83f3a28547b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0557890 Jun 23 02:05:01.765746 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8ad9b1f9-bee4-484c-9052-c1b3457780a1 req-df89b81f-f7a2-4ba2-afe0-89ff3d636244 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Jun 23 02:05:02.116681 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:03.035253 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2ea2c-327d-4a19-a584-0de3d23ad41c req-7af2fb05-b589-4524-860e-990a74fa3032 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:03.036715 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fae2ea2c-327d-4a19-a584-0de3d23ad41c req-7af2fb05-b589-4524-860e-990a74fa3032 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 944 time: 0.0463033 Jun 23 02:05:03.091774 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fae2ea2c-327d-4a19-a584-0de3d23ad41c req-c0de3e06-aa19-47c1-87c3-560470b39f56 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Jun 23 02:05:03.236398 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6c044d69-4d97-4293-87bd-ebd8fa2758d2 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:05:03.350290 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:03.352677 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:03.361440 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'port_id': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'mac_address': 'fa:16:3e:09:51:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:05:03.399424 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:03.399797 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:03.414177 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c044d69-4d97-4293-87bd-ebd8fa2758d2 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:05:03.433930 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:03.438712 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:03.484719 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:03.494798 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=42 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:03.507794 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:03.524305 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:03.755901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['6c044d69-4d97-4293-87bd-ebd8fa2758d2'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:05:03.804639 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:03.856896 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:04.224237 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1c4f8-682e-4991-8ee6-e90e455d10eb req-218ea202-3e39-4cb2-acf4-2c43684e656b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:04.225684 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39d1c4f8-682e-4991-8ee6-e90e455d10eb req-218ea202-3e39-4cb2-acf4-2c43684e656b tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 945 time: 0.0509501 Jun 23 02:05:04.275033 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39d1c4f8-682e-4991-8ee6-e90e455d10eb req-697a893e-c78e-44c1-986a-45f32910742a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Jun 23 02:05:04.764566 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:05.249116 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=16 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:05.250761 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=77 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:05.252608 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6c044d69-4d97-4293-87bd-ebd8fa2758d2 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:05:05.310220 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:05:05.317366 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:05:05.317749 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:05.389433 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e23b90-5df0-4b06-9f62-5035ecd688d8 req-deb5b6cf-1a32-4c17-9009-5c2c5af43af0 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:05.390895 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-74e23b90-5df0-4b06-9f62-5035ecd688d8 req-deb5b6cf-1a32-4c17-9009-5c2c5af43af0 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 945 time: 0.0465293 Jun 23 02:05:05.394104 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:05.394492 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:05.419190 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:05.421600 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d42369-4e99-43be-a50d-0b1ebe3a11be" -d '{"events": [{"server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "name": "network-vif-plugged", "status": "completed", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:05.434045 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:05.438755 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:05.447958 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-74e23b90-5df0-4b06-9f62-5035ecd688d8 req-8decf1ba-56fe-40e4-9b1e-458fff684ea7 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512328 Jun 23 02:05:05.466267 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c6fb4-1b72-4a96-a5b3-407cac34df51 x-openstack-request-id: req-761c6fb4-1b72-4a96-a5b3-407cac34df51 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:05.466573 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "name": "network-vif-plugged", "status": "completed", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:05.466846 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-761c6fb4-1b72-4a96-a5b3-407cac34df51 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:05.467300 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761c6fb4-1b72-4a96-a5b3-407cac34df51'] response: {'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'code': 200} Jun 23 02:05:05.488401 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:05.733649 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fcad-b3a5-4f05-860f-e72630fdad5e req-6f0ae75c-a3ed-4c32-b047-345426a5f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:05.735149 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-57f6fcad-b3a5-4f05-860f-e72630fdad5e req-6f0ae75c-a3ed-4c32-b047-345426a5f40d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1130 time: 0.0471792 Jun 23 02:05:05.783199 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-57f6fcad-b3a5-4f05-860f-e72630fdad5e req-49c305aa-8a35-4095-9a39-f1ededccc89e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Jun 23 02:05:06.255851 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:05:06.277762 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-76b5f695-dcd6-4e4c-8ccf-220ff6ef4bc0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111693107&fields=id&tenant_id=136fd75d8a874bb3aa24ef1564f8e36b HTTP/1.1" status: 200 len: 267 time: 0.0448146 Jun 23 02:05:06.357644 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:06.395148 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-153dba4f-f69b-4a10-bc40-f38e61529991 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:06.396678 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-153dba4f-f69b-4a10-bc40-f38e61529991 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 808 time: 0.1123075 Jun 23 02:05:06.414728 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-0e1b4570-2130-4fc1-a322-675c38231584 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/quotas/136fd75d8a874bb3aa24ef1564f8e36b HTTP/1.1" status: 200 len: 375 time: 0.0097220 Jun 23 02:05:06.466261 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-edbb904a-a304-4b4a-b2f9-d91e619bb65c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447779 Jun 23 02:05:06.560757 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e51b-4d0c-44d7-bf59-33ef4f09e3b2 req-0655e853-2e92-46ea-ab49-cfb708eb97e0 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:06.562468 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2658e51b-4d0c-44d7-bf59-33ef4f09e3b2 req-0655e853-2e92-46ea-ab49-cfb708eb97e0 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0492387 Jun 23 02:05:06.677008 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2658e51b-4d0c-44d7-bf59-33ef4f09e3b2 req-63cf91fd-2aa0-4440-aae2-88b00bef43ab tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085246 Jun 23 02:05:06.706891 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-2514f6af-ddbb-4565-96f4-ac6046b26975 service neutron] 10.222.0.26 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235522 Jun 23 02:05:06.772193 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:06.802260 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-2d31819f-334f-4d26-a60f-48028e2d830c service neutron] 10.222.0.26 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893550 Jun 23 02:05:07.096198 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3d4fa850-c237-4f61-8403-2bcc9c90f913 req-38a4f9f0-2b79-419a-8913-6c52e5048d6e tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Jun 23 02:05:07.800767 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f37fc-34fd-4a6f-bfa8-a0de7906d53f req-32e1fc70-1403-49d1-85c0-b9a3183c5a9f tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:07.802121 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c3f37fc-34fd-4a6f-bfa8-a0de7906d53f req-32e1fc70-1403-49d1-85c0-b9a3183c5a9f tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0509734 Jun 23 02:05:07.850643 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2c3f37fc-34fd-4a6f-bfa8-a0de7906d53f req-4e7d0fa4-08ad-4357-92ca-f419f47bcaef tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Jun 23 02:05:07.972293 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30ab26-9beb-4f88-aad2-46e874532929 req-e1e00ebb-3346-4363-a295-746f29d4bbda tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:07.973818 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf30ab26-9beb-4f88-aad2-46e874532929 req-e1e00ebb-3346-4363-a295-746f29d4bbda tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0551953 Jun 23 02:05:08.027820 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bf30ab26-9beb-4f88-aad2-46e874532929 req-7658f567-83dc-4086-9d03-424fd3c93416 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482092 Jun 23 02:05:08.050368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60748) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:08.064927 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-9cbce801-fe34-49b1-a518-0b9c83729d1c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:08.066480 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-9cbce801-fe34-49b1-a518-0b9c83729d1c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 808 time: 0.1128833 Jun 23 02:05:08.153994 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-22eab884-940d-42c0-a0df-8080c9d9ad20 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=136fd75d8a874bb3aa24ef1564f8e36b HTTP/1.1" status: 200 len: 380 time: 0.0760841 Jun 23 02:05:08.165259 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'port': {'device_id': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'admin_state_up': True, 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'security_groups': ['77e46d50-27a7-4c4c-8e0e-0a18cc3205d3']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:08.206445 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d271fcd6-597f-4157-a164-c01289ea3559 req-5611fd4a-1607-4a49-8dc4-396a3bff266a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Jun 23 02:05:08.231728 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee6dd7-a380-4cff-971a-350cf1098965 tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:08.233231 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-f9ee6dd7-a380-4cff-971a-350cf1098965 tempest-TestVolumeBootPattern-1862896679 tempest-TestVolumeBootPattern-1862896679-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1125 time: 0.1818960 Jun 23 02:05:08.235978 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60754) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:08.240143 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'port_id': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:08.267054 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.281157 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Made reservation on behalf of 136fd75d8a874bb3aa24ef1564f8e36b for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:05:08.284926 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.349587 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.417087 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Allocated IP 172.20.0.11 (1e8ae29d-b299-4bb7-a891-5414865429d4/a1018453-8a53-4cbc-9b8b-33cd06535468/946d121a-e615-4650-bce3-adb5c9e38417) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:05:08.454769 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_common [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Allocated IP 172.27.0.22 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/0335ca06-4b51-4703-af39-053fdce00ced) {{(pid=104187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:05:08.566194 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:08.570283 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (0335ca06-4b51-4703-af39-053fdce00ced), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.571151 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for port (946d121a-e615-4650-bce3-adb5c9e38417), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.605799 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (0335ca06-4b51-4703-af39-053fdce00ced), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.607787 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.646350 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:05:08.650861 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:05:08.651130 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.base_scheduler [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Resources bound (agent type, host, resource id): {{(pid=104187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:05:08.654957 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Received port after_create {{(pid=104187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:05:08.655321 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:05:08.657888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:05:08.679096 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=0335ca06-4b51-4703-af39-053fdce00ced,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:08.698640 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:08.725581 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:08.726135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.735915 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:08.744989 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-02158ba5-514b-45cc-9839-6216f4f4524a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864546 Jun 23 02:05:08.756337 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Request body: {'port': {'device_id': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:08.776727 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:08.785828 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:08.823568 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.932084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-dc7225c3-6262-4997-a344-df9a8f86a781 None None] Provisioning complete for port 946d121a-e615-4650-bce3-adb5c9e38417 triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:05:08.932698 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-dc7225c3-6262-4997-a344-df9a8f86a781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (946d121a-e615-4650-bce3-adb5c9e38417), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:08.964447 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-dc7225c3-6262-4997-a344-df9a8f86a781 None None] Port 946d121a-e615-4650-bce3-adb5c9e38417 cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:05:09.027429 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (2daaa4b9-f661-4e21-83c2-5357bf467a1f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.087525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946d121a-e615-4650-bce3-adb5c9e38417 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:05:09.095725 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks [] for port (946d121a-e615-4650-bce3-adb5c9e38417), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.097987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0335ca06-4b51-4703-af39-053fdce00ced), before_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.109521 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Transition to ACTIVE for port object 946d121a-e615-4650-bce3-adb5c9e38417 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:05:09.114019 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.160872 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:09.278772 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for port (0335ca06-4b51-4703-af39-053fdce00ced), precommit_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.286969 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284976'] for port (0335ca06-4b51-4703-af39-053fdce00ced), after_update {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.492323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Attempting to bind port 946d121a-e615-4650-bce3-adb5c9e38417 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:05:09.492610 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Attempting to bind port 946d121a-e615-4650-bce3-adb5c9e38417 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:05:09.492965 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Attempting to bind port 946d121a-e615-4650-bce3-adb5c9e38417 on network 1e8ae29d-b299-4bb7-a891-5414865429d4 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:05:09.497908 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Port 946d121a-e615-4650-bce3-adb5c9e38417 on network 1e8ae29d-b299-4bb7-a891-5414865429d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:05:09.498230 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Attempting to bind port 946d121a-e615-4650-bce3-adb5c9e38417 on network 1e8ae29d-b299-4bb7-a891-5414865429d4 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:05:09.503584 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:05:09.503913 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Checking segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:05:09.504302 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Bound using segment: {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:05:09.504723 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Bound port: 946d121a-e615-4650-bce3-adb5c9e38417, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a57673d-c0a2-4728-a14b-d6228357a302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:05:09.505073 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.567112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:05:09.570589 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:05:09.578453 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.616045 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:09.617145 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.618060 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] 10.222.0.16 "PUT /v2.0/ports/946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 1094 time: 0.8660471 Jun 23 02:05:09.618486 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:09.620780 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70331449-0071-427c-b117-09d6d402b8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:09.642176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f35d9-555b-4d8c-904d-223203ed3541 service neutron] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:09.679058 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4259-e528-4f95-bc95-99525cfe58b1 req-981075ae-2a1b-42ff-a3b4-bf0a701a3954 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:09.682155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e93f8a-2613-4c51-b09c-2af7fd8fd90e x-openstack-request-id: req-59e93f8a-2613-4c51-b09c-2af7fd8fd90e {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:09.682155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:09.682155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59e93f8a-2613-4c51-b09c-2af7fd8fd90e {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:09.682529 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e93f8a-2613-4c51-b09c-2af7fd8fd90e'] response: {'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'status': 'completed', 'code': 200} Jun 23 02:05:09.683715 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-df2a4259-e528-4f95-bc95-99525cfe58b1 req-981075ae-2a1b-42ff-a3b4-bf0a701a3954 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.3833668 Jun 23 02:05:09.686844 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:09.688203 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event updated for resources: {'Port': ['ID=0335ca06-4b51-4703-af39-053fdce00ced,revision_number=2']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:09.710809 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-70d4c059-35a1-4062-9e50-02134947e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:09.711328 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (2daaa4b9-f661-4e21-83c2-5357bf467a1f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:09.712793 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-70d4c059-35a1-4062-9e50-02134947e236 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1128 time: 0.0455151 Jun 23 02:05:09.753592 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-cf301e0e-4897-4cdb-aca5-d29ab7f26d56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 217 time: 0.0339773 Jun 23 02:05:09.787500 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-df2a4259-e528-4f95-bc95-99525cfe58b1 req-cab804dc-44c8-4c18-9052-7fa8e167deb9 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963962 Jun 23 02:05:09.813770 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-1559ce2c-2743-4b3f-aa06-20f6f1fa80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:09.815382 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-1559ce2c-2743-4b3f-aa06-20f6f1fa80f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0529938 Jun 23 02:05:09.832219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.l3_db [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP 2daaa4b9-f661-4e21-83c2-5357bf467a1f associated. External IP: 172.27.0.22, port: 6c044d69-4d97-4293-87bd-ebd8fa2758d2. Jun 23 02:05:09.862374 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c7b3-5468-4f91-b838-3d665099e408 req-94a05359-0b36-4553-9002-e0ef4c56d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:09.863926 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-94a05359-0b36-4553-9002-e0ef4c56d05d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425894 Jun 23 02:05:09.941004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:09.958088 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-7606297f-7439-4e2d-bcb1-76c11a538c68 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864952 Jun 23 02:05:09.990843 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:10.006948 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:10.030327 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:05:10.061104 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5703c7b3-5468-4f91-b838-3d665099e408 req-12f039a0-4f38-481e-acd5-c7a34a514ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964627 Jun 23 02:05:10.141766 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:05:10.152477 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:05:10.161031 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:10.166577 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:10.167170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:10.191802 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-c08686a1-88b7-4984-8622-702e3fb12a31 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9548335 Jun 23 02:05:10.192371 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:10.194618 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c2f9c1-3295-4659-800c-89532b1f8da5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:10.270455 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:10.287985 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86628662-145f-43bb-b871-91fa7fc34e46 x-openstack-request-id: req-86628662-145f-43bb-b871-91fa7fc34e46 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:10.288271 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:10.288515 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86628662-145f-43bb-b871-91fa7fc34e46 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:10.288913 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86628662-145f-43bb-b871-91fa7fc34e46'] response: {'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'status': 'completed', 'code': 200} Jun 23 02:05:10.384786 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331449-0071-427c-b117-09d6d402b8d9 req-ac8df349-928f-4475-a7a0-2c0512bf0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.386424 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-ac8df349-928f-4475-a7a0-2c0512bf0292 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1128 time: 0.0704885 Jun 23 02:05:10.387740 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-ecc3446c-26a6-4d03-8cdf-58ae0a83b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.389130 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-ecc3446c-26a6-4d03-8cdf-58ae0a83b811 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1130 time: 0.0459983 Jun 23 02:05:10.443498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:10.475636 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:10.488269 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '2daaa4b9-f661-4e21-83c2-5357bf467a1f', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:09:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:08Z', 'updated_at': '2022-06-23T02:05:08Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}, {'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:10.513022 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:05:10.521575 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:10.522200 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:10.565204 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331449-0071-427c-b117-09d6d402b8d9 req-4ca0c86c-d2bf-4624-bbba-18a5d5c63258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.566747 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-4ca0c86c-d2bf-4624-bbba-18a5d5c63258 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.1678927 Jun 23 02:05:10.567935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-845f5b4b-a103-407f-a3fe-2806c8550db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.569448 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-845f5b4b-a103-407f-a3fe-2806c8550db9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.1694527 Jun 23 02:05:10.647762 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-a35eb6b3-927b-40e2-9060-1aa27a49a26c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 217 time: 0.0699577 Jun 23 02:05:10.715496 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-9b2cc6b8-c24d-45c8-afc3-1a2fa8834ade service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 200 len: 999 time: 0.1307464 Jun 23 02:05:10.725907 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331449-0071-427c-b117-09d6d402b8d9 req-47b1024e-a663-4ab2-9c06-7c17388cd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.727374 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-47b1024e-a663-4ab2-9c06-7c17388cd20a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0719578 Jun 23 02:05:10.759816 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:10.801873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331449-0071-427c-b117-09d6d402b8d9 req-e3ef467e-5e62-4baa-8309-aa46517972c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.803409 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-e3ef467e-5e62-4baa-8309-aa46517972c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686979 Jun 23 02:05:10.807057 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-3a2fce95-2ace-4e28-a961-cf9ed9ba0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.808423 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-3a2fce95-2ace-4e28-a961-cf9ed9ba0b88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0843251 Jun 23 02:05:10.891182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-edc7f6a8-efc9-4714-b08d-a4359ebec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.892724 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-edc7f6a8-efc9-4714-b08d-a4359ebec9d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647120 Jun 23 02:05:10.946780 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-f329b403-b9e2-469d-88b2-5f2d70b81ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301110 Jun 23 02:05:10.961174 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a73c7-89a3-4e75-a081-000bc96f6d86 req-d1a1de9b-f40f-4991-bb9f-a31b55f5c01f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.963004 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f46a73c7-89a3-4e75-a081-000bc96f6d86 req-d1a1de9b-f40f-4991-bb9f-a31b55f5c01f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0824203 Jun 23 02:05:10.996137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2c9e7-1740-4aa3-845d-1782a26db8c1 req-7123d65d-fcc7-4f2b-a677-10e9de63f148 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:10.997892 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f6f2c9e7-1740-4aa3-845d-1782a26db8c1 req-7123d65d-fcc7-4f2b-a677-10e9de63f148 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0818727 Jun 23 02:05:11.010822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '2daaa4b9-f661-4e21-83c2-5357bf467a1f', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:09:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:08Z', 'updated_at': '2022-06-23T02:05:08Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}, {'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:11.039036 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298500-e773-4193-a1f6-ebc82aa17b1f None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '2daaa4b9-f661-4e21-83c2-5357bf467a1f', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:09:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:08Z', 'updated_at': '2022-06-23T02:05:08Z', 'revision_number': 0, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}, {'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:05:11.048876 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f46a73c7-89a3-4e75-a081-000bc96f6d86 req-5edb0215-6e18-4fd1-b704-b5d92ebd3a38 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799010 Jun 23 02:05:11.074056 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f6f2c9e7-1740-4aa3-845d-1782a26db8c1 req-fc01105b-14aa-4666-9388-f109b888c657 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700495 Jun 23 02:05:11.229235 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9159c2c-2629-4b2f-be7a-31b2e51c158a None None] New status for floating IP 2daaa4b9-f661-4e21-83c2-5357bf467a1f: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:05:12.118341 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-bf21aec7-f89f-4554-8b12-0413502287ed service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667290 Jun 23 02:05:12.120705 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-70331449-0071-427c-b117-09d6d402b8d9 req-1c37712f-ab6e-42d3-82d3-fb831be25a32 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562817 Jun 23 02:05:12.158866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:12.200446 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b029fa4-1689-4065-b3fe-e5b6b8ff809f req-ba283ba3-5d76-49e9-a55c-887cf30e401d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:12.201911 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5b029fa4-1689-4065-b3fe-e5b6b8ff809f req-ba283ba3-5d76-49e9-a55c-887cf30e401d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0792463 Jun 23 02:05:12.223747 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eeb4da-5ad2-4a7d-9d0c-f95880058fff req-51bd620d-1dbb-4945-a470-3bbbc2117a8e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:12.225258 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4eeb4da-5ad2-4a7d-9d0c-f95880058fff req-51bd620d-1dbb-4945-a470-3bbbc2117a8e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0660889 Jun 23 02:05:12.229770 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-18c2f9c1-3295-4659-800c-89532b1f8da5 req-528093d5-5800-4801-9843-9a26138f4b4c service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907850 Jun 23 02:05:12.304183 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5b029fa4-1689-4065-b3fe-e5b6b8ff809f req-8782570b-122a-4878-9fd0-2151a9a0e64e tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944703 Jun 23 02:05:12.308156 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-d012056a-8bc9-406e-b978-c5e0d9dab5cc tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:12.309708 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-d012056a-8bc9-406e-b978-c5e0d9dab5cc tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Jun 23 02:05:12.310858 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f4eeb4da-5ad2-4a7d-9d0c-f95880058fff req-e0457bed-709f-4493-9b34-8d735c4927b6 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782943 Jun 23 02:05:12.390762 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:12.400956 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 6a5127f9-8abe-443f-9cee-fca5451514df {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:05:12.401297 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:12.496667 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] For port 6a5127f9-8abe-443f-9cee-fca5451514df, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a5127f9-8abe-443f-9cee-fca5451514df,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:12.497031 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:12.653883 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:12.654138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:12.654475 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 7070c1b8-a7cf-42da-8123-84523d1b579d disassociated. External IP: 172.27.0.240, port: 6a5127f9-8abe-443f-9cee-fca5451514df. Jun 23 02:05:12.654825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 6a5127f9-8abe-443f-9cee-fca5451514df owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:05:12.798409 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6a5127f9-8abe-443f-9cee-fca5451514df), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:12.826155 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=6a5127f9-8abe-443f-9cee-fca5451514df,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:12.937488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:05:13.043906 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:05:13.053866 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:05:13.064832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:13.065444 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:13.086526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] No DVR routers for this DVR port 6a5127f9-8abe-443f-9cee-fca5451514df on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:05:13.089171 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:13.092412 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db5526fc-2e6f-42ab-b1d3-df49eeeafa6f req-33f526cb-1898-4c83-954e-d21b38753637 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "DELETE /v2.0/ports/6a5127f9-8abe-443f-9cee-fca5451514df HTTP/1.1" status: 204 len: 173 time: 0.7778287 Jun 23 02:05:13.092840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'name': 'network-vif-deleted', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:13.095058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e196f-d791-4aca-8460-217014d3d423" -d '{"events": [{"server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "name": "network-vif-deleted", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:13.136957 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8a9a48-d01a-47aa-bd2d-9e32b4cc2a6f x-openstack-request-id: req-df8a9a48-d01a-47aa-bd2d-9e32b4cc2a6f {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:13.137563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ae4d2-62fe-462b-b9e7-59d47b680806", "name": "network-vif-deleted", "tag": "6a5127f9-8abe-443f-9cee-fca5451514df", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:13.137563 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df8a9a48-d01a-47aa-bd2d-9e32b4cc2a6f {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:13.138065 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8a9a48-d01a-47aa-bd2d-9e32b4cc2a6f'] response: {'server_uuid': '2b7ae4d2-62fe-462b-b9e7-59d47b680806', 'name': 'network-vif-deleted', 'tag': '6a5127f9-8abe-443f-9cee-fca5451514df', 'status': 'completed', 'code': 200} Jun 23 02:05:13.169783 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:13.384522 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:13.413287 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:05:13.418744 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:13.423754 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:13.424374 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:13.439500 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4124ec6f-287a-4899-9813-b20597845f3a req-8f84281f-1bb9-4e1e-b3bf-925949739226 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7ae4d2-62fe-462b-b9e7-59d47b680806 HTTP/1.1" status: 200 len: 210 time: 0.0346320 Jun 23 02:05:13.448031 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c77e7-760e-481e-a0a2-5339b254162d req-f007aae0-4113-4dd2-8f58-d11578c466c1 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:13.449445 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d55c77e7-760e-481e-a0a2-5339b254162d req-f007aae0-4113-4dd2-8f58-d11578c466c1 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0745566 Jun 23 02:05:13.503248 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d55c77e7-760e-481e-a0a2-5339b254162d req-c95c4b28-2ce9-41bc-a7da-8f19a7a79f9f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Jun 23 02:05:13.537016 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:13.622096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:13.653231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:13.754096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:13.778434 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c634f-7285-4395-a6e0-361acaaed193 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '083c95df-6519-41a2-a4cd-a994b91f3ecf', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:a6:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:03:22Z', 'updated_at': '2022-06-23T02:03:36Z', 'revision_number': 2, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:05:13.994967 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c859234-c90f-4dd7-b5be-a231c4fda1e0 None None] New status for floating IP 7070c1b8-a7cf-42da-8123-84523d1b579d: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:05:14.543369 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60798) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:14.633198 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.640467 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ca2b-5d86-4f95-b930-bcf56046c398 req-9f3424b1-351b-43ff-b9b8-35dfbb98ec67 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:14.641934 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9c87ca2b-5d86-4f95-b930-bcf56046c398 req-9f3424b1-351b-43ff-b9b8-35dfbb98ec67 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0669675 Jun 23 02:05:14.678813 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.733440 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9c87ca2b-5d86-4f95-b930-bcf56046c398 req-cc725c94-e04b-407d-abcf-375dfc367acc tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817740 Jun 23 02:05:14.756822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.759414 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.760523 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/security-groups/a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6 HTTP/1.1" status: 204 len: 168 time: 0.2160082 Jun 23 02:05:14.763583 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60800) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:14.770731 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd7bfc-a073-4d67-8604-694bbb39966e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:14.778008 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.api.v2.resource [None req-9c5e7b6a-6d28-4a3d-839a-eb007e91493d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] show failed (client error): The resource could not be found. Jun 23 02:05:14.779070 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-9c5e7b6a-6d28-4a3d-839a-eb007e91493d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups/a7de2220-c8d7-46bf-b7d4-f35ea4c0b2b6 HTTP/1.1" status: 404 len: 347 time: 0.0143383 Jun 23 02:05:14.781880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60802) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:14.824288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:14.894165 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 5c67e66f-2aa9-4f5b-bdf0-204181d342ec {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:05:14.894500 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.973665 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.973990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:14.987763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 5c67e66f-2aa9-4f5b-bdf0-204181d342ec owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:05:14.996023 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:15.119470 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (5c67e66f-2aa9-4f5b-bdf0-204181d342ec), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:15.146668 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=5c67e66f-2aa9-4f5b-bdf0-204181d342ec,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:15.208930 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (7070c1b8-a7cf-42da-8123-84523d1b579d), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:15.211873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:15.213022 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1bfb63a1-4020-407d-b885-ebb023078b6d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/floatingips/7070c1b8-a7cf-42da-8123-84523d1b579d HTTP/1.1" status: 204 len: 168 time: 0.4301965 Jun 23 02:05:15.874749 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ada295-4004-4399-9dc9-6c0c554156ec req-df1aa9f8-a9e5-492f-96d5-aabb2fcb3cd9 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:15.876223 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-54ada295-4004-4399-9dc9-6c0c554156ec req-df1aa9f8-a9e5-492f-96d5-aabb2fcb3cd9 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0594285 Jun 23 02:05:15.899707 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:15.931822 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-54ada295-4004-4399-9dc9-6c0c554156ec req-0a302f3e-a8b0-4469-ad99-74fb74d92cb2 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475488 Jun 23 02:05:17.059527 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551dc71-b8f2-4a8c-b471-72d005c9dbe1 req-4233f68a-c2af-4895-bdd5-023ca8f3fb25 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:17.060996 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e551dc71-b8f2-4a8c-b471-72d005c9dbe1 req-4233f68a-c2af-4895-bdd5-023ca8f3fb25 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0518727 Jun 23 02:05:17.118683 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e551dc71-b8f2-4a8c-b471-72d005c9dbe1 req-187d205f-48ad-49e7-9e87-6a76a7609d40 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520365 Jun 23 02:05:17.326299 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a5127f9-8abe-443f-9cee-fca5451514df no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:05:17.349780 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 6a5127f9-8abe-443f-9cee-fca5451514df {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:05:17.350121 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a5127f9-8abe-443f-9cee-fca5451514df not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:05:17.909996 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276722-5790-4842-8ce0-d41053def6e2 req-4f1c9cea-d2dc-47a6-aa0e-e24b6b19279a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:17.911464 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13276722-5790-4842-8ce0-d41053def6e2 req-4f1c9cea-d2dc-47a6-aa0e-e24b6b19279a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Jun 23 02:05:17.965763 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-13276722-5790-4842-8ce0-d41053def6e2 req-75fe2c60-02f0-4d04-9cbf-9c582d0d9cdb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459099 Jun 23 02:05:18.238730 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba1877-8030-484e-abe8-e53bfa794000 req-0304fceb-eaa2-4eef-b482-cd0a54f5b05d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:18.240188 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abba1877-8030-484e-abe8-e53bfa794000 req-0304fceb-eaa2-4eef-b482-cd0a54f5b05d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0471761 Jun 23 02:05:18.289932 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-abba1877-8030-484e-abe8-e53bfa794000 req-99ec7c73-681c-40d1-b8dd-818ee275f95a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Jun 23 02:05:19.087916 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770afb2-3d9f-4e46-bcf5-7f8dd0f5675c req-0eeab93c-d94a-403c-871f-0e7fe1f06916 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:19.089416 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8770afb2-3d9f-4e46-bcf5-7f8dd0f5675c req-0eeab93c-d94a-403c-871f-0e7fe1f06916 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Jun 23 02:05:19.136072 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8770afb2-3d9f-4e46-bcf5-7f8dd0f5675c req-9eb971f6-cd2a-477c-83a9-20014ea3d084 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=74f54cc3-cce1-41f2-823a-1892c15fb8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Jun 23 02:05:19.329815 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:05:19.410271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-81b4f18e-71dc-4cf3-809e-858621ecfdd3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:19.410899 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0d8a-ae06-46ce-9af6-45316c326361 req-309518b4-8c60-447a-b36b-fc5645f21cb1 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:19.411974 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-81b4f18e-71dc-4cf3-809e-858621ecfdd3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Jun 23 02:05:19.412150 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cf6e0d8a-ae06-46ce-9af6-45316c326361 req-309518b4-8c60-447a-b36b-fc5645f21cb1 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0534999 Jun 23 02:05:19.442121 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:19.459056 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '946d121a-e615-4650-bce3-adb5c9e38417', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'mac_address': 'fa:16:3e:82:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:05:19.465517 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cf6e0d8a-ae06-46ce-9af6-45316c326361 req-e439f539-1a84-48fa-9686-19fc723020c9 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467582 Jun 23 02:05:19.499851 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 946d121a-e615-4650-bce3-adb5c9e38417 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:19.500241 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.501161 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port e90bc445-6f06-4e28-9295-dcc042e0f128 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:05:19.501498 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.516110 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946d121a-e615-4650-bce3-adb5c9e38417 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:05:19.536301 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:19.541016 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.586660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:19.592611 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] For port e90bc445-6f06-4e28-9295-dcc042e0f128, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e90bc445-6f06-4e28-9295-dcc042e0f128,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:19.593093 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.753216 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['946d121a-e615-4650-bce3-adb5c9e38417'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:05:19.761166 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.761540 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.761844 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 083c95df-6519-41a2-a4cd-a994b91f3ecf disassociated. External IP: 172.27.0.2, port: e90bc445-6f06-4e28-9295-dcc042e0f128. Jun 23 02:05:19.762203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for e90bc445-6f06-4e28-9295-dcc042e0f128 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:05:19.817963 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:19.889141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (e90bc445-6f06-4e28-9295-dcc042e0f128), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:19.918440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=e90bc445-6f06-4e28-9295-dcc042e0f128,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:20.025145 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:05:20.028299 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:20.145577 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:05:20.156028 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:05:20.168542 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:20.169167 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:20.194701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] No DVR routers for this DVR port e90bc445-6f06-4e28-9295-dcc042e0f128 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:05:20.197196 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:20.200513 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b0b5ee22-50d0-4392-8123-555b78578e3e req-21071df1-1297-41a0-a1b0-21852dbb7c8b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "DELETE /v2.0/ports/e90bc445-6f06-4e28-9295-dcc042e0f128 HTTP/1.1" status: 204 len: 173 time: 0.7829993 Jun 23 02:05:20.201026 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'name': 'network-vif-deleted', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:20.203407 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20301f6-07a0-4634-9ae3-3df96083ebb1" -d '{"events": [{"server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "name": "network-vif-deleted", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:20.240846 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02419978-915b-4263-a149-0562a68c2e8b x-openstack-request-id: req-02419978-915b-4263-a149-0562a68c2e8b {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:20.241143 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34820c78-fcc5-4e54-b8ef-c09147ed0660", "name": "network-vif-deleted", "tag": "e90bc445-6f06-4e28-9295-dcc042e0f128", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:20.241380 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02419978-915b-4263-a149-0562a68c2e8b {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:20.241785 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02419978-915b-4263-a149-0562a68c2e8b'] response: {'server_uuid': '34820c78-fcc5-4e54-b8ef-c09147ed0660', 'name': 'network-vif-deleted', 'tag': 'e90bc445-6f06-4e28-9295-dcc042e0f128', 'status': 'completed', 'code': 200} Jun 23 02:05:20.275226 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cef774e3-9166-4cf3-a82c-47ec73b1e7dc req-00f9687d-bd8f-4872-9cef-f30397197c4a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=34820c78-fcc5-4e54-b8ef-c09147ed0660 HTTP/1.1" status: 200 len: 210 time: 0.0404270 Jun 23 02:05:20.281266 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:20.319382 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:20.328256 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:20.486824 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:20.511253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:05:20.520135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:20.520672 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:20.583408 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7352f2-e25a-44d1-b9a5-23b8297341f1 req-32d3e89d-7085-40f4-938f-7ad91a4c8d2a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:20.584904 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca7352f2-e25a-44d1-b9a5-23b8297341f1 req-32d3e89d-7085-40f4-938f-7ad91a4c8d2a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 945 time: 0.0477450 Jun 23 02:05:20.624084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:20.640524 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ca7352f2-e25a-44d1-b9a5-23b8297341f1 req-ef78a664-a972-4715-8140-d7735b84811f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491631 Jun 23 02:05:20.948597 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:20.974962 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6640ee4-ac2f-46ab-9213-036d243ac75c None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:05:21.196107 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eeb5e-8970-40a3-9843-0760e37fc1f6 None None] New status for floating IP 083c95df-6519-41a2-a4cd-a994b91f3ecf: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:05:21.360024 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:05:21.362115 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60846) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:21.382458 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:21.404247 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 946d121a-e615-4650-bce3-adb5c9e38417 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:05:21.409962 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 946d121a-e615-4650-bce3-adb5c9e38417 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:05:21.410304 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (946d121a-e615-4650-bce3-adb5c9e38417), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.424434 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (74f54cc3-cce1-41f2-823a-1892c15fb8e0), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.448661 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (74f54cc3-cce1-41f2-823a-1892c15fb8e0), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.483345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 946d121a-e615-4650-bce3-adb5c9e38417 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:21.483735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.503588 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (74f54cc3-cce1-41f2-823a-1892c15fb8e0), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.507388 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.508622 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/security-groups/74f54cc3-cce1-41f2-823a-1892c15fb8e0 HTTP/1.1" status: 204 len: 168 time: 0.1454604 Jun 23 02:05:21.511796 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60848) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:21.518902 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f54cc3-cce1-41f2-823a-1892c15fb8e0,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:21.519514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:21.522215 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cdd4c3-34e5-4ab2-8bd3-d7be5f0d0290" -d '{"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-plugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:21.526511 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.526853 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.527186 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.527544 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.527921 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.528270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.528733 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.529051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.529368 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.529687 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.530003 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.530317 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.530627 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.530940 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.531415 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ae3228-63ce-4c33-9bdd-88127df177de tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:21.538742 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.api.v2.resource [None req-2cd8d85d-d0ce-4e1e-9327-ade423c49d4e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] show failed (client error): The resource could not be found. Jun 23 02:05:21.539843 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2cd8d85d-d0ce-4e1e-9327-ade423c49d4e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups/74f54cc3-cce1-41f2-823a-1892c15fb8e0 HTTP/1.1" status: 404 len: 347 time: 0.0267680 Jun 23 02:05:21.540108 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:21.543062 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60852) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:21.551444 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.552180 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device e90bc445-6f06-4e28-9295-dcc042e0f128 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:05:21.597761 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae541f-15e9-416e-829f-7756c4c848e7 x-openstack-request-id: req-daae541f-15e9-416e-829f-7756c4c848e7 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:21.598043 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-plugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:21.598285 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daae541f-15e9-416e-829f-7756c4c848e7 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:21.598723 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daae541f-15e9-416e-829f-7756c4c848e7'] response: {'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'code': 200} Jun 23 02:05:21.610789 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: e90bc445-6f06-4e28-9295-dcc042e0f128 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:05:21.611131 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device e90bc445-6f06-4e28-9295-dcc042e0f128 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:05:21.627329 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:21.761972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7547e-2059-45ee-8284-d718b817729c req-694fe0fb-ef86-45d8-a89f-0dcd3536416a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:21.763727 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-91e7547e-2059-45ee-8284-d718b817729c req-694fe0fb-ef86-45d8-a89f-0dcd3536416a tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Jun 23 02:05:21.817404 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-91e7547e-2059-45ee-8284-d718b817729c req-347b5d38-a8c1-40ad-9496-8193c21b212b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477397 Jun 23 02:05:21.941402 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 17569322-59f9-48d7-84d8-f1cc37ecf304 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:05:21.941696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:21.960439 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffb8b3-f3b5-4f92-813c-8a4e93e99066 req-0c062f34-c7c8-4f65-b718-a4e86c4cac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:21.961894 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fcffb8b3-f3b5-4f92-813c-8a4e93e99066 req-0c062f34-c7c8-4f65-b718-a4e86c4cac8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1130 time: 0.0581636 Jun 23 02:05:22.055432 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.055721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (17569322-59f9-48d7-84d8-f1cc37ecf304), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.064711 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-fcffb8b3-f3b5-4f92-813c-8a4e93e99066 req-f8c47eae-7e8c-4663-a7be-928a462611e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944853 Jun 23 02:05:22.070980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 17569322-59f9-48d7-84d8-f1cc37ecf304 owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:05:22.208734 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (17569322-59f9-48d7-84d8-f1cc37ecf304), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.231632 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=17569322-59f9-48d7-84d8-f1cc37ecf304,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:22.259233 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:22.296800 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (083c95df-6519-41a2-a4cd-a994b91f3ecf), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.298568 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.299778 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4d590353-bb5d-4b35-9a63-7f5a580db8ca tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/floatingips/083c95df-6519-41a2-a4cd-a994b91f3ecf HTTP/1.1" status: 204 len: 168 time: 0.7555439 Jun 23 02:05:22.374073 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60858) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:22.378531 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590176099', 'description': 'tempest-description--162180656'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:22.402791 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.465742 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:22.475832 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (2ba9d0dd-9dcb-437a-a68b-80b00d5a076a), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.480505 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2ba9d0dd-9dcb-437a-a68b-80b00d5a076a), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.510537 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:22.516546 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.517755 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-cafa90f2-4794-444c-af60-ece429ce2772 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426864 Jun 23 02:05:22.520683 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60860) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:22.525036 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '2ba9d0dd-9dcb-437a-a68b-80b00d5a076a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:22.554361 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (6b68c9e6-1824-4fd4-8a46-c7f4b33b1929), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.610823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (6b68c9e6-1824-4fd4-8a46-c7f4b33b1929), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.616140 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (6b68c9e6-1824-4fd4-8a46-c7f4b33b1929), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.634670 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b68c9e6-1824-4fd4-8a46-c7f4b33b1929,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:22.642103 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.643309 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-415db9cf-b0f4-438f-91b0-d02e27d7f45e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216130 Jun 23 02:05:22.646237 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 60862) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:22.650589 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '2ba9d0dd-9dcb-437a-a68b-80b00d5a076a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:22.683527 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (10744d8a-e180-4b2e-853a-d64bef1360f4), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.743528 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (10744d8a-e180-4b2e-853a-d64bef1360f4), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.748462 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (10744d8a-e180-4b2e-853a-d64bef1360f4), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.767874 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10744d8a-e180-4b2e-853a-d64bef1360f4,revision_number=0']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:22.776564 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.777742 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-339fd391-02b7-4148-b731-95f68056e70c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305544 Jun 23 02:05:22.781371 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60864) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:22.785954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:22.808408 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.889971 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:22.934642 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b39de-8432-475a-a1ed-93006bc49207 req-9bd1179d-1a7c-48c0-b4e7-61a3de6fe707 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:22.936124 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cc2b39de-8432-475a-a1ed-93006bc49207 req-9bd1179d-1a7c-48c0-b4e7-61a3de6fe707 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Jun 23 02:05:22.947244 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:22.987873 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cc2b39de-8432-475a-a1ed-93006bc49207 req-b7bf1893-7b6d-41b8-984e-b83d50022aae tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461314 Jun 23 02:05:22.998376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.27.0.198 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/8e564398-3fb9-46e3-9669-1b272440b85c) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:05:23.038539 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:23.109793 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (8e564398-3fb9-46e3-9669-1b272440b85c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.143606 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.184631 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:05:23.189720 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:05:23.191907 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=8e564398-3fb9-46e3-9669-1b272440b85c,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:23.193998 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:05:23.278473 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.318287 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.478754 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (8e564398-3fb9-46e3-9669-1b272440b85c), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.486483 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.516315 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:23.559376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=8e564398-3fb9-46e3-9669-1b272440b85c,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:23.567671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.585461 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:23.586717 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-97e9a96c-b43a-4c8f-8867-e15330aa2958 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8043354 Jun 23 02:05:23.788201 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-c326cc4b-1f46-46cd-b874-a3f5023467a9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1590176099&fields=id&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 267 time: 0.0430772 Jun 23 02:05:23.905631 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-e145192a-9a8d-43e4-bcdb-b3a950478a1b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:23.907111 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-e145192a-9a8d-43e4-bcdb-b3a950478a1b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1100302 Jun 23 02:05:23.924663 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-e46a7669-d8cf-49d3-9383-8b207715814e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/quotas/07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 375 time: 0.0094156 Jun 23 02:05:23.977012 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-6d6b6805-105c-4d28-b1c3-4671608ceed9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449264 Jun 23 02:05:24.117970 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7657f-e9fb-43c1-b6f0-ac61ffd56ce8 req-6ba8a129-4943-4300-8cd3-3f102b3f5335 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:24.119446 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e9e7657f-e9fb-43c1-b6f0-ac61ffd56ce8 req-6ba8a129-4943-4300-8cd3-3f102b3f5335 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0623813 Jun 23 02:05:24.121587 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ae2ed28c-6491-47ac-9100-7fec9dd603be service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253350 Jun 23 02:05:24.226174 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e9e7657f-e9fb-43c1-b6f0-ac61ffd56ce8 req-ed7eda4f-8153-4c37-aec0-f54eb82421cc tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009262 Jun 23 02:05:24.245575 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-9c4fbf19-0832-4be3-817e-a495f1a0c364 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144783 Jun 23 02:05:24.300478 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:24.339978 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22f03a-7a0c-4f98-a042-48516ab0837e req-432ce8f6-f541-4bab-b566-c02f6f539d61 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:24.341466 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fa22f03a-7a0c-4f98-a042-48516ab0837e req-432ce8f6-f541-4bab-b566-c02f6f539d61 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0494900 Jun 23 02:05:24.409688 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fa22f03a-7a0c-4f98-a042-48516ab0837e req-91d8eb32-dc6b-4ed4-8efc-98610cb043cf tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625830 Jun 23 02:05:24.430362 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8a9cbef0-a5e3-4c8d-9edf-f5b7075dd5c2 req-87f24224-5d2d-465e-a2d8-4a037ec393bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0402019 Jun 23 02:05:24.432055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60890) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:24.518479 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f0221-1e56-4569-8030-f62e74657ae7 tempest-TestShelveInstance-1312350764 tempest-TestShelveInstance-1312350764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:24.520059 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b28f0221-1e56-4569-8030-f62e74657ae7 tempest-TestShelveInstance-1312350764 tempest-TestShelveInstance-1312350764-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1125 time: 0.0870140 Jun 23 02:05:24.523338 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60898) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:24.527701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:24.548709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:24.627711 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:24.665916 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:24.749180 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Allocated IP 172.27.0.189 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/a00360d8-40dd-4b8b-a6fc-8998fdb130fb) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:05:24.860193 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:24.894347 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:24.942058 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:05:24.945036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:05:24.949215 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:05:24.972316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'Port': ['ID=a00360d8-40dd-4b8b-a6fc-8998fdb130fb,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:25.219162 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:25.388947 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for floatingip (4f93994c-16b1-4943-ae2a-54e97e070aa8), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:25.429660 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-bc495d49-0fda-4321-bf72-6019c9ff8b9f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:25.431152 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-bc495d49-0fda-4321-bf72-6019c9ff8b9f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1728005 Jun 23 02:05:25.467543 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:25.478174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:25.528712 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bcf9f657-77b6-4dff-be50-816feea6cfd8 req-9c829195-0e68-41d4-a9d0-746116409020 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Jun 23 02:05:25.617783 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-205b9192-0316-43a3-a7f9-0f00223c6316 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 380 time: 0.1124935 Jun 23 02:05:25.629000 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'port': {'device_id': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'admin_state_up': True, 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'security_groups': ['2ba9d0dd-9dcb-437a-a68b-80b00d5a076a']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:25.741475 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:25.751280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:25.828243 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:05:25.831742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:25.838479 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event updated for resources: {'Port': ['ID=a00360d8-40dd-4b8b-a6fc-8998fdb130fb,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:25.868174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (4f93994c-16b1-4943-ae2a-54e97e070aa8), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.008511 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:26.039339 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Floating IP 4f93994c-16b1-4943-ae2a-54e97e070aa8 associated. External IP: 172.27.0.189, port: 946d121a-e615-4650-bce3-adb5c9e38417. Jun 23 02:05:26.081864 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.20.0.11 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/9dc369fd-7576-483a-a0c4-7a849f867d6c) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:05:26.185095 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:26.340985 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.358255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Router a3b11783-c9b0-44b1-aba5-26be54dd3f9c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:05:26.417785 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.503444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:05:26.509495 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:05:26.513047 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:05:26.519954 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:26.552690 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:05:26.568792 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Sync routers for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:05:26.584450 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:26.585162 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.585439 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:26.592612 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:26.593263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.653740 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e332863f-e629-47eb-b71a-d2d48adf7970 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1291456 Jun 23 02:05:26.657316 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-ce0a1c72-a966-4c54-85cd-ad063a71bd57 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335844 Jun 23 02:05:26.657799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:26.660239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c8ddb-9da7-4304-8b03-f2220becb859" -d '{"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:26.679616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Request body: {'port': {'device_id': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:26.704304 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b7aa9-f172-40a5-a2e6-af3bc461a7cc req-b7af5b1e-6689-4859-9793-bcd3feae581a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:26.705634 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:26.713215 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c17b7aa9-f172-40a5-a2e6-af3bc461a7cc req-b7af5b1e-6689-4859-9793-bcd3feae581a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 932 time: 0.0756655 Jun 23 02:05:26.734873 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:26.738709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0427f4-d062-44a3-93ef-6a10db873c37 x-openstack-request-id: req-1c0427f4-d062-44a3-93ef-6a10db873c37 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:26.739070 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:26.739607 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c0427f4-d062-44a3-93ef-6a10db873c37 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:26.740044 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0427f4-d062-44a3-93ef-6a10db873c37'] response: {'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'status': 'completed', 'code': 200} Jun 23 02:05:26.757354 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-6129a34a-ea33-4fe8-8dfe-7e9049278e5a None None] Provisioning complete for port 9dc369fd-7576-483a-a0c4-7a849f867d6c triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:05:26.757819 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6129a34a-ea33-4fe8-8dfe-7e9049278e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.763184 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c17b7aa9-f172-40a5-a2e6-af3bc461a7cc req-18e388b3-629f-4ff8-8191-197f8e5014dd tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490394 Jun 23 02:05:26.789231 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:26.822061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-563617ec-9977-498e-b7a2-f70e2149a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:26.823514 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-563617ec-9977-498e-b7a2-f70e2149a9f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1130 time: 0.0663989 Jun 23 02:05:26.826621 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:26.829382 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:26.835955 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-6129a34a-ea33-4fe8-8dfe-7e9049278e5a None None] Port 9dc369fd-7576-483a-a0c4-7a849f867d6c cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:05:26.971010 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '4f93994c-16b1-4943-ae2a-54e97e070aa8', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'mac_address': 'fa:16:3e:82:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:25Z', 'updated_at': '2022-06-23T02:05:25Z', 'revision_number': 0, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:26.996711 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Checking router: a3b11783-c9b0-44b1-aba5-26be54dd3f9c for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:05:27.005966 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:27.007468 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:27.117369 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:27.274558 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-353e2b2b-6a15-4314-9e9b-d196bd6cce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:27.276140 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-353e2b2b-6a15-4314-9e9b-d196bd6cce64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.4363251 Jun 23 02:05:27.328984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:27.335015 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '4f93994c-16b1-4943-ae2a-54e97e070aa8', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'mac_address': 'fa:16:3e:82:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:25Z', 'updated_at': '2022-06-23T02:05:25Z', 'revision_number': 0, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:27.359520 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd6c8-b330-4710-b58d-824f778bada2 None None] The sync data for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi is: [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '4f93994c-16b1-4943-ae2a-54e97e070aa8', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'mac_address': 'fa:16:3e:82:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:25Z', 'updated_at': '2022-06-23T02:05:25Z', 'revision_number': 0, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:05:27.392115 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-f74ee205-02de-46ac-81ee-19a03729fb75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 1000 time: 0.1073849 Jun 23 02:05:27.470537 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-e1a3bb65-b909-4ca6-a8da-8639b92b995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:27.472110 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-e1a3bb65-b909-4ca6-a8da-8639b92b995c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0715079 Jun 23 02:05:27.552293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-8318ef6c-6b36-4139-8e58-8fb6c683555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:27.553841 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-8318ef6c-6b36-4139-8e58-8fb6c683555d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705736 Jun 23 02:05:27.555719 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc369fd-7576-483a-a0c4-7a849f867d6c {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:05:27.564280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks [] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:27.605113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Transition to ACTIVE for port object 9dc369fd-7576-483a-a0c4-7a849f867d6c will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:05:27.611840 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:27.714416 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:27.728109 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-0a60d595-2b50-49db-8ec9-2c2d882e5897 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608062 Jun 23 02:05:27.869601 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Attempting to bind port 9dc369fd-7576-483a-a0c4-7a849f867d6c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:05:27.869933 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Attempting to bind port 9dc369fd-7576-483a-a0c4-7a849f867d6c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:05:27.870256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Attempting to bind port 9dc369fd-7576-483a-a0c4-7a849f867d6c on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:05:27.884616 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Port 9dc369fd-7576-483a-a0c4-7a849f867d6c on network b8c0b105-2591-4382-91da-1f86ccb7640d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:05:27.884939 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Attempting to bind port 9dc369fd-7576-483a-a0c4-7a849f867d6c on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:05:27.892656 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-068c8ddb-9da7-4304-8b03-f2220becb859 req-e58f29ab-0616-4603-8bf9-a57637ff69bd service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483665 Jun 23 02:05:27.892896 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581046c-e377-4e9c-a2e3-54bcabc2e283 req-87266e57-3986-4f7d-a92b-ab2195b05c77 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:27.893777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:05:27.894108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:05:27.894570 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:05:27.894955 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7581046c-e377-4e9c-a2e3-54bcabc2e283 req-87266e57-3986-4f7d-a92b-ab2195b05c77 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0530875 Jun 23 02:05:27.895102 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Bound port: 9dc369fd-7576-483a-a0c4-7a849f867d6c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:05:27.895515 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:27.897729 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:27.952517 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7581046c-e377-4e9c-a2e3-54bcabc2e283 req-27af6c70-f927-4cea-84f2-51f842b444ae tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 Jun 23 02:05:27.972725 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:05:27.976656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:05:27.986737 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:28.022710 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:28.023402 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:28.024809 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] 10.222.0.16 "PUT /v2.0/ports/9dc369fd-7576-483a-a0c4-7a849f867d6c HTTP/1.1" status: 200 len: 1094 time: 1.3497057 Jun 23 02:05:28.050547 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6394-105f-4ddf-b19e-1eed52318341 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:28.093328 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee6a9e-95e6-4594-92ec-c7d1a15731ae None None] New status for floating IP 4f93994c-16b1-4943-ae2a-54e97e070aa8: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:05:28.113376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-21c6818f-056b-49aa-86a8-abf3743d07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:28.115387 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-21c6818f-056b-49aa-86a8-abf3743d07f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.0529578 Jun 23 02:05:28.159661 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-895e895b-8662-4432-be98-5f7cf86fc664 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c HTTP/1.1" status: 200 len: 217 time: 0.0358758 Jun 23 02:05:28.213645 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-6a088f1c-07a1-4f2e-84c0-b0ad11c5dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:28.215237 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-6a088f1c-07a1-4f2e-84c0-b0ad11c5dd5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0502536 Jun 23 02:05:28.264054 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-23cd6760-c7ab-4ea3-957b-7c9dd8e072b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:28.265656 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-23cd6760-c7ab-4ea3-957b-7c9dd8e072b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429194 Jun 23 02:05:28.334261 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:28.364410 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-8b7ab040-6ab4-4179-9a40-eeb1cb5019c7 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908473 Jun 23 02:05:28.438054 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df9f-f2ef-46a0-a83e-31c38c7799f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:28.464734 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1fd260e6-00bf-44ea-a900-24f510ce4a0b req-abf9b5d7-fd90-465a-b3b8-74695e781396 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934656 Jun 23 02:05:28.751778 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:28.755592 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:28.805488 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ecac41-28c8-4ef1-a36b-84527f039da0 x-openstack-request-id: req-19ecac41-28c8-4ef1-a36b-84527f039da0 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:28.805784 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:28.806034 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19ecac41-28c8-4ef1-a36b-84527f039da0 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:28.806445 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ecac41-28c8-4ef1-a36b-84527f039da0'] response: {'name': 'network-changed', 'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'status': 'completed', 'code': 200} Jun 23 02:05:29.103697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d642-f986-42f5-9590-f14ea92de78d req-8014d181-3295-415b-8825-08c652edbdd3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:29.105152 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d852d642-f986-42f5-9590-f14ea92de78d req-8014d181-3295-415b-8825-08c652edbdd3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0610065 Jun 23 02:05:29.154077 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d852d642-f986-42f5-9590-f14ea92de78d req-f0e26729-ad85-47e4-be37-95ad14778b2b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Jun 23 02:05:29.372097 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-2e47103c-fa8f-4d2d-8a50-9cde05b7c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:29.373621 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-2e47103c-fa8f-4d2d-8a50-9cde05b7c72f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.0413682 Jun 23 02:05:29.484433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-cd99d040-2950-4db5-bc19-c76259ec9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:29.485913 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-cd99d040-2950-4db5-bc19-c76259ec9a33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0994346 Jun 23 02:05:29.528933 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-f223ce95-a237-4029-90d2-745ea163c132 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c HTTP/1.1" status: 200 len: 217 time: 0.0319240 Jun 23 02:05:29.575983 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-87d4045f-65f1-4f14-8728-1e764f6360e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:29.577335 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-87d4045f-65f1-4f14-8728-1e764f6360e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0431731 Jun 23 02:05:29.619749 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-955e36f4-0763-4610-894a-c04fc0a9605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:29.621195 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-955e36f4-0763-4610-894a-c04fc0a9605d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382743 Jun 23 02:05:29.717966 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-fe9f6760-24c6-471c-8655-c0a061476c53 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882316 Jun 23 02:05:29.812355 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-1f9fa46b-42fd-437b-8d40-ff9ff47d0c6b req-a783090b-14fa-48a3-bed2-6da203eefdb4 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885677 Jun 23 02:05:30.274068 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc2ac-4d32-4ca7-aed2-0f8be6d68811 req-6703d6b3-bd03-473b-a536-c663039d9c5c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:30.275561 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-591bc2ac-4d32-4ca7-aed2-0f8be6d68811 req-6703d6b3-bd03-473b-a536-c663039d9c5c tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0477731 Jun 23 02:05:30.323245 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-591bc2ac-4d32-4ca7-aed2-0f8be6d68811 req-ad6f9845-f1aa-482d-9408-d0ae32bf4ec0 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Jun 23 02:05:30.726284 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f027-5d74-450e-9659-8f62a38efb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:31.373022 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9dc369fd-7576-483a-a0c4-7a849f867d6c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:05:31.424133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:31.442784 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7733475-f9a5-4186-aabe-23e8a908f940 req-406738ff-f975-4838-a5c1-2ee2517e1a2d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:31.444304 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7733475-f9a5-4186-aabe-23e8a908f940 req-406738ff-f975-4838-a5c1-2ee2517e1a2d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0498385 Jun 23 02:05:31.475618 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:31.487412 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'port_id': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'mac_address': 'fa:16:3e:5a:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:05:31.497253 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7733475-f9a5-4186-aabe-23e8a908f940 req-0cac04b6-01b5-445b-a78b-21bf3fbf8f34 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471835 Jun 23 02:05:31.520985 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:31.527399 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 9dc369fd-7576-483a-a0c4-7a849f867d6c is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:31.527784 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:31.541023 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc369fd-7576-483a-a0c4-7a849f867d6c {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:05:31.561647 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:31.567528 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:31.615812 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:31.623466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.623832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.624197 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.624540 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.624893 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.625225 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.625576 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.625937 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.626286 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.626589 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.626972 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.627350 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.627673 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.628013 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.628352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:05:31.817955 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['9dc369fd-7576-483a-a0c4-7a849f867d6c'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:05:31.820940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:32.119131 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:32.618792 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90ea8-c5f8-46b8-9898-6a86585410d5 req-948d11df-5809-40cc-9a53-c7966bab4040 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:32.620270 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-62e90ea8-c5f8-46b8-9898-6a86585410d5 req-948d11df-5809-40cc-9a53-c7966bab4040 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0501978 Jun 23 02:05:32.675664 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-62e90ea8-c5f8-46b8-9898-6a86585410d5 req-003c2e6f-8ec8-486f-ac3f-21e7846d39bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476704 Jun 23 02:05:33.341811 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:33.378076 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9dc369fd-7576-483a-a0c4-7a849f867d6c up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:05:33.425873 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 9dc369fd-7576-483a-a0c4-7a849f867d6c completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:05:33.435456 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 9dc369fd-7576-483a-a0c4-7a849f867d6c triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:05:33.435858 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:33.515608 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 9dc369fd-7576-483a-a0c4-7a849f867d6c is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:05:33.515983 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:33.540813 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:33.547068 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:33.549342 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6a4214-9449-46cf-a52e-b9d8071d9ac5" -d '{"events": [{"server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:33.561760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:05:33.566425 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:33.590156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d0ee6-53ec-48f5-9f58-527163411066 x-openstack-request-id: req-704d0ee6-53ec-48f5-9f58-527163411066 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:33.590443 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:33.590688 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-704d0ee6-53ec-48f5-9f58-527163411066 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:33.591123 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704d0ee6-53ec-48f5-9f58-527163411066'] response: {'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'code': 200} Jun 23 02:05:33.618437 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:05:33.784038 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160dde1-76b6-49a4-8bf0-7b7ad23eb642 req-228ea653-2088-4d1a-9423-a34806a34328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:33.785631 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f160dde1-76b6-49a4-8bf0-7b7ad23eb642 req-228ea653-2088-4d1a-9423-a34806a34328 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.0397222 Jun 23 02:05:33.797900 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c99705-caf9-483a-8136-495140f0f8a7 req-5a34ced0-c4e9-4aca-9c6b-7d4fb0c4a581 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:33.799437 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-49c99705-caf9-483a-8136-495140f0f8a7 req-5a34ced0-c4e9-4aca-9c6b-7d4fb0c4a581 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0470188 Jun 23 02:05:33.807526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:33.836094 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f160dde1-76b6-49a4-8bf0-7b7ad23eb642 req-aecc0404-616d-462c-8f37-674394ed11f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Jun 23 02:05:33.846218 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-49c99705-caf9-483a-8136-495140f0f8a7 req-22f4b95c-bd4b-4555-9fd7-f13a71f6cd76 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Jun 23 02:05:34.772803 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:34.982693 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117687-c89d-4924-a46c-b88328c7561a req-a080b7f5-b8ce-4d53-a622-a638d3e48253 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:34.984996 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-46117687-c89d-4924-a46c-b88328c7561a req-a080b7f5-b8ce-4d53-a622-a638d3e48253 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0660183 Jun 23 02:05:35.037652 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-46117687-c89d-4924-a46c-b88328c7561a req-8a151e61-b72d-44a6-8b4c-ed7fa9bd655f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Jun 23 02:05:36.169090 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548eb2-0b74-49f8-801c-c9492535bd36 req-c51324c1-1a8c-4df0-9ca4-95bd5e7fc915 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:36.170568 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ed548eb2-0b74-49f8-801c-c9492535bd36 req-c51324c1-1a8c-4df0-9ca4-95bd5e7fc915 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0501153 Jun 23 02:05:36.220268 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ed548eb2-0b74-49f8-801c-c9492535bd36 req-9e4641f7-8daf-4d71-a6f5-eee1a415ac05 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Jun 23 02:05:36.332926 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151d15d-c5bd-488e-909a-9d487ea19acc req-d10aff83-be5d-4d93-9408-49dec4b718a7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:36.334263 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c151d15d-c5bd-488e-909a-9d487ea19acc req-d10aff83-be5d-4d93-9408-49dec4b718a7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0509729 Jun 23 02:05:36.347524 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 60940) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:05:36.354597 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'port_id': '9dc369fd-7576-483a-a0c4-7a849f867d6c'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:05:36.392565 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:36.737953 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:36.831405 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:36.837333 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:36.943331 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP f024ce60-81f2-4420-81cc-7de51b206677 associated. External IP: 172.27.0.198, port: 9dc369fd-7576-483a-a0c4-7a849f867d6c. Jun 23 02:05:37.155943 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:05:37.272506 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:05:37.277077 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:05:37.283260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:05:37.297179 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:37.297829 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:37.410459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:37.554516 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a115ef79-d882-4390-b652-2268637ff5b3 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "PUT /v2.0/floatingips/f024ce60-81f2-4420-81cc-7de51b206677 HTTP/1.1" status: 200 len: 992 time: 1.2055273 Jun 23 02:05:37.555163 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:05:37.557456 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:05:37.595167 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b12f4ba-005b-4695-bb39-f28d0da1e2e0 x-openstack-request-id: req-3b12f4ba-005b-4695-bb39-f28d0da1e2e0 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:05:37.595478 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:05:37.595722 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b12f4ba-005b-4695-bb39-f28d0da1e2e0 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:05:37.596121 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b12f4ba-005b-4695-bb39-f28d0da1e2e0'] response: {'name': 'network-changed', 'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'status': 'completed', 'code': 200} Jun 23 02:05:37.603265 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:37.622162 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'f024ce60-81f2-4420-81cc-7de51b206677', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:5a:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:23Z', 'updated_at': '2022-06-23T02:05:36Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:37.647480 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:05:37.657620 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:05:37.658409 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:05:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:37.665832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-5dd925dc-2871-4d36-800d-8698ed029984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:37.667651 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-5dd925dc-2871-4d36-800d-8698ed029984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.0421863 Jun 23 02:05:37.695827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:37.697631 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:37.763541 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-82647220-2106-4251-9940-1987f933197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:37.765031 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-82647220-2106-4251-9940-1987f933197d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0908668 Jun 23 02:05:37.765194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:05:37.827375 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-0e3f286d-d27e-4680-a6aa-74fdd69a969a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c HTTP/1.1" status: 200 len: 1000 time: 0.0563760 Jun 23 02:05:37.878121 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-ef62144b-d1fa-4e3a-86b2-17c205a0a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:37.879674 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-ef62144b-d1fa-4e3a-86b2-17c205a0a269 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0463958 Jun 23 02:05:37.930161 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-69d3bba5-fbcc-430c-af29-0642b4b9225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:05:37.931740 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-69d3bba5-fbcc-430c-af29-0642b4b9225f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455086 Jun 23 02:05:38.028904 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-1b8f9740-ea63-4352-97b1-47bd13d25d38 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905435 Jun 23 02:05:38.099341 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-17582258-7778-46dc-a872-cdc224917bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'f024ce60-81f2-4420-81cc-7de51b206677', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:5a:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:23Z', 'updated_at': '2022-06-23T02:05:36Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:05:38.100680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:38.123514 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17582258-7778-46dc-a872-cdc224917bdd None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'f024ce60-81f2-4420-81cc-7de51b206677', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:5a:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:05:23Z', 'updated_at': '2022-06-23T02:05:36Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:05:38.125702 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-45b45e17-31a2-4aec-b01e-0c6b77f75fc6 req-67008367-cceb-4821-9c90-fa47ec87e876 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907581 Jun 23 02:05:38.198519 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:38.201423 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:38.313030 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e820ac-e39f-4c01-8bd6-cfd00c392e6d None None] New status for floating IP f024ce60-81f2-4420-81cc-7de51b206677: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:05:43.261284 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:05:46.323167 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=90 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:46.325529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=50 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:48.102752 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=42 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:48.104210 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=30 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:48.120671 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=40 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:48.123044 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:48.412124 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:53.253705 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:05:58.443494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e761fd0f-4a2b-4840-a815-8e2d01bac777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:00.722111 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-630c4246-7e06-47ec-a63b-c7d8118d5e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:02.137207 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:03.349671 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:03.532807 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:04.785820 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:14.200094 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:14.204914 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:14.776948 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:14.778221 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:20.269803 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:06:23.402196 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612bac7-6cad-4553-960d-078522c505ea req-db119d8d-371d-4d16-9cee-bd4d8055a99a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:23.403547 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9612bac7-6cad-4553-960d-078522c505ea req-db119d8d-371d-4d16-9cee-bd4d8055a99a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Jun 23 02:06:23.451476 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9612bac7-6cad-4553-960d-078522c505ea req-853c80a1-06db-4c81-8a29-40ca8efa63e7 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Jun 23 02:06:24.590584 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501d3fd-1992-428e-a64e-a04a86e616b9 req-58bd9747-0779-4e7e-847b-abfaf86d3768 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:24.591972 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9501d3fd-1992-428e-a64e-a04a86e616b9 req-58bd9747-0779-4e7e-847b-abfaf86d3768 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0638831 Jun 23 02:06:24.643255 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-9501d3fd-1992-428e-a64e-a04a86e616b9 req-21285be4-46b1-4c0b-bf78-b97f64801c82 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Jun 23 02:06:24.840224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-3202b741-7a63-4def-ac0c-be231059ee4a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:24.841732 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-3202b741-7a63-4def-ac0c-be231059ee4a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0566137 Jun 23 02:06:24.935810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 9dc369fd-7576-483a-a0c4-7a849f867d6c {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:24.936145 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.027322 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] For port 9dc369fd-7576-483a-a0c4-7a849f867d6c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9dc369fd-7576-483a-a0c4-7a849f867d6c,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:25.027682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.196334 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.196696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.197004 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP f024ce60-81f2-4420-81cc-7de51b206677 disassociated. External IP: 172.27.0.198, port: 9dc369fd-7576-483a-a0c4-7a849f867d6c. Jun 23 02:06:25.197323 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 9dc369fd-7576-483a-a0c4-7a849f867d6c owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:25.330809 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (9dc369fd-7576-483a-a0c4-7a849f867d6c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.359437 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=9dc369fd-7576-483a-a0c4-7a849f867d6c,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:25.373519 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.373866 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.374179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.374548 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.374881 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.375205 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.375548 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.375873 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.376197 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.376533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.376863 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.377184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.377505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.378446 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.378446 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:25.484871 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:06:25.601894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:06:25.613460 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:06:25.623987 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:25.624604 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:25.647040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] No DVR routers for this DVR port 9dc369fd-7576-483a-a0c4-7a849f867d6c on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:06:25.649685 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:25.652869 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4f77b9ee-77b2-4d87-84ec-c0d587da5c11 req-d940fe27-bc84-41d3-9240-eedeabee48bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "DELETE /v2.0/ports/9dc369fd-7576-483a-a0c4-7a849f867d6c HTTP/1.1" status: 204 len: 173 time: 0.8059826 Jun 23 02:06:25.653306 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'name': 'network-vif-deleted', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:25.655551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb6df0-ade8-46cd-abab-8da0a86f134b" -d '{"events": [{"server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "name": "network-vif-deleted", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:25.713508 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032be0e1-f0ce-4a57-a175-37f8e2ce6d49 x-openstack-request-id: req-032be0e1-f0ce-4a57-a175-37f8e2ce6d49 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:25.714924 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f08a13-800a-4e9c-aaca-8928ea11ffb0", "name": "network-vif-deleted", "tag": "9dc369fd-7576-483a-a0c4-7a849f867d6c", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:25.715403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-032be0e1-f0ce-4a57-a175-37f8e2ce6d49 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:25.716168 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032be0e1-f0ce-4a57-a175-37f8e2ce6d49'] response: {'server_uuid': '26f08a13-800a-4e9c-aaca-8928ea11ffb0', 'name': 'network-vif-deleted', 'tag': '9dc369fd-7576-483a-a0c4-7a849f867d6c', 'status': 'completed', 'code': 200} Jun 23 02:06:25.746714 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:25.771253 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d2e8eee4-f9ba-400e-81f1-eb043ff22596 req-de7fcdea-8ede-4d3e-8fd8-82ddc029fbff tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f08a13-800a-4e9c-aaca-8928ea11ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0454872 Jun 23 02:06:25.936779 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:25.961365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:06:25.970776 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:25.971352 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:26.076518 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:26.264760 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:26.290243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f1778-8b3e-41ee-8144-7644c7ca1818 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:06:26.514298 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbe826-91f3-4f1c-bca6-2c188a02b6ea None None] New status for floating IP f024ce60-81f2-4420-81cc-7de51b206677: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:06:26.851140 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32812) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:26.912337 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:26.916993 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (2ba9d0dd-9dcb-437a-a68b-80b00d5a076a), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:26.947302 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (2ba9d0dd-9dcb-437a-a68b-80b00d5a076a), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:26.957881 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:26.997505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (2ba9d0dd-9dcb-437a-a68b-80b00d5a076a), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.001574 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.003294 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ba9d0dd-9dcb-437a-a68b-80b00d5a076a HTTP/1.1" status: 204 len: 168 time: 0.1510108 Jun 23 02:06:27.006327 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32814) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.013234 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47243e0-9618-4b12-87db-a8dc6ab8261a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba9d0dd-9dcb-437a-a68b-80b00d5a076a,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:27.020555 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-d1d37597-21b8-4e81-8b35-91a69f748a81 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] show failed (client error): The resource could not be found. Jun 23 02:06:27.021530 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-d1d37597-21b8-4e81-8b35-91a69f748a81 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups/2ba9d0dd-9dcb-437a-a68b-80b00d5a076a HTTP/1.1" status: 404 len: 347 time: 0.0142493 Jun 23 02:06:27.024762 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32816) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.137755 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 8e564398-3fb9-46e3-9669-1b272440b85c {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:27.138093 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.219029 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.219356 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (8e564398-3fb9-46e3-9669-1b272440b85c), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.232184 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 8e564398-3fb9-46e3-9669-1b272440b85c owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:27.369189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (8e564398-3fb9-46e3-9669-1b272440b85c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.396050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=8e564398-3fb9-46e3-9669-1b272440b85c,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:27.459008 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (f024ce60-81f2-4420-81cc-7de51b206677), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.461579 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.463005 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e4415cf1-24e2-4820-a546-14d2f52e1927 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/floatingips/f024ce60-81f2-4420-81cc-7de51b206677 HTTP/1.1" status: 204 len: 168 time: 0.4369481 Jun 23 02:06:27.538666 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32820) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.545496 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222839984', 'description': 'tempest-description--1918004148'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:27.570767 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.637604 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (7cd654e7-68d1-4a0f-9134-fdbebf3088b9), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.643002 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7cd654e7-68d1-4a0f-9134-fdbebf3088b9), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.672256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd654e7-68d1-4a0f-9134-fdbebf3088b9,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:27.676440 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.677665 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-14e78772-5879-47b8-94ec-57f6ce27f155 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1375654 Jun 23 02:06:27.680635 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32822) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.684905 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '7cd654e7-68d1-4a0f-9134-fdbebf3088b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:27.716703 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (1bd96a47-aa82-4933-8f05-1352585b5746), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.751112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:27.766175 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (1bd96a47-aa82-4933-8f05-1352585b5746), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.774003 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (1bd96a47-aa82-4933-8f05-1352585b5746), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.796803 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd96a47-aa82-4933-8f05-1352585b5746,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:27.805600 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.806859 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-505b28a2-ea24-488a-a8d8-4cd6029d6520 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252789 Jun 23 02:06:27.809664 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32824) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.814066 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'security_group_rule': {'security_group_id': '7cd654e7-68d1-4a0f-9134-fdbebf3088b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:27.840209 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:27.842273 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (b0fd50a0-3fe6-4f6a-a8d9-0f8b5aeba5f8), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.899248 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (b0fd50a0-3fe6-4f6a-a8d9-0f8b5aeba5f8), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.903971 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277799'] for security_group_rule (b0fd50a0-3fe6-4f6a-a8d9-0f8b5aeba5f8), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.922799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fd50a0-3fe6-4f6a-a8d9-0f8b5aeba5f8,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:27.927762 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:27.932033 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-33b012ef-d05e-4eaa-b626-f202d9154458 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183078 Jun 23 02:06:27.932143 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32826) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:27.938565 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:27.962187 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.041348 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.149919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.27.0.86 (f0df8903-9373-4161-b6cf-d8a4dd6c42c7/5f2a6529-3568-43ff-86ab-35f3fefcc29a/0dead4fb-16d5-4527-b51a-c806e8beb8df) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:06:28.255356 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.295122 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.334377 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network f0df8903-9373-4161-b6cf-d8a4dd6c42c7 is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:06:28.339106 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:06:28.342950 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:06:28.346190 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=0dead4fb-16d5-4527-b51a-c806e8beb8df,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:28.429070 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.437363 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-383c8a83-5b9e-4a4f-a941-54f4e1369a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.466701 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.517435 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:28.530753 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:28.628842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.636131 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.701596 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=0dead4fb-16d5-4527-b51a-c806e8beb8df,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:28.711521 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.728824 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:28.730108 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-3720adfb-3e88-4d93-bb3b-7477c0cf3029 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7969065 Jun 23 02:06:29.000568 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-393743c9-1127-4eea-ac0f-a79ce02645f2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1222839984&fields=id&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 267 time: 0.0452619 Jun 23 02:06:29.111409 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-715aa59f-d39e-4048-a1dd-5fa319b22659 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:29.112864 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-715aa59f-d39e-4048-a1dd-5fa319b22659 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1031523 Jun 23 02:06:29.127435 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-e1223a65-b5de-4fce-96f0-7c00fd8362d4 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/quotas/07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 375 time: 0.0091791 Jun 23 02:06:29.182712 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-7c7e3896-2a97-40e8-afc9-3f282a627ab9 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505371 Jun 23 02:06:29.283697 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-a01492e3-a994-458a-9bcb-b16b5dda526b service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Jun 23 02:06:29.382819 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-a6d03a4e-eaa9-4a6f-9a64-ba05b06ef4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931182 Jun 23 02:06:29.603679 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-23290495-4860-440f-882b-e99c6506c1ea req-03e24c36-f3c9-47d3-b426-349129588f18 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 210 time: 0.0789294 Jun 23 02:06:29.687560 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9dc369fd-7576-483a-a0c4-7a849f867d6c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:06:29.712264 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 9dc369fd-7576-483a-a0c4-7a849f867d6c {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:06:29.712622 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 9dc369fd-7576-483a-a0c4-7a849f867d6c not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:06:30.485505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-d8f3ca0e-cf8f-477c-b2dd-e87d7866c9bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:30.486881 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-d8f3ca0e-cf8f-477c-b2dd-e87d7866c9bb tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 815 time: 0.1051688 Jun 23 02:06:30.546987 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-b6796a91-4c14-4d7e-8cf7-46bf4d5f8605 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07da57919f294173b2dc00509c4a6e0f HTTP/1.1" status: 200 len: 380 time: 0.0515893 Jun 23 02:06:30.618947 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'port': {'device_id': '5d7d5f02-2605-42e1-a024-6563254df741', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'admin_state_up': True, 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'security_groups': ['7cd654e7-68d1-4a0f-9134-fdbebf3088b9']}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:30.703603 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3050fb77-603d-4a8b-be36-aa8e54e48949 req-aa168bd7-b21b-4aeb-80e7-ae17c1a51bde tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Jun 23 02:06:30.705990 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-47649cbe-c547-4b5e-92be-ee23cad074df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:30.740062 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Made reservation on behalf of 07da57919f294173b2dc00509c4a6e0f for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:06:30.743586 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:30.866377 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Allocated IP 172.20.0.3 (b8c0b105-2591-4382-91da-1f86ccb7640d/fb110f94-e526-41e0-a144-5202768463bb/42db1409-39e1-46e5-87fb-1c7a3582401a) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:06:31.006100 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.029712 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:31.041687 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.048935 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:31.090150 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Network b8c0b105-2591-4382-91da-1f86ccb7640d is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:06:31.094253 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:06:31.096667 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:06:31.126317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event updated for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:31.156251 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:31.156887 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.175921 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-2c6e09a1-c7fa-430d-92a4-69011340ddf2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629766 Jun 23 02:06:31.187074 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Request body: {'port': {'device_id': '5d7d5f02-2605-42e1-a024-6563254df741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:31.247810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.345078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-560a626e-6346-4f8f-9d2d-e15de89ba830 None None] Provisioning complete for port 42db1409-39e1-46e5-87fb-1c7a3582401a triggered by entity DHCP. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:06:31.345445 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-560a626e-6346-4f8f-9d2d-e15de89ba830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.377980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-560a626e-6346-4f8f-9d2d-e15de89ba830 None None] Port 42db1409-39e1-46e5-87fb-1c7a3582401a cannot update to ACTIVE because it is not bound. {{(pid=104188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 02:06:31.507554 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42db1409-39e1-46e5-87fb-1c7a3582401a {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:06:31.514869 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks [] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.527461 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Transition to ACTIVE for port object 42db1409-39e1-46e5-87fb-1c7a3582401a will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:06:31.533226 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.580545 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Pushing event updated for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:31.652223 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Attempting to bind port 42db1409-39e1-46e5-87fb-1c7a3582401a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:06:31.652558 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Attempting to bind port 42db1409-39e1-46e5-87fb-1c7a3582401a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:06:31.652876 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Attempting to bind port 42db1409-39e1-46e5-87fb-1c7a3582401a on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:06:31.657682 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Port 42db1409-39e1-46e5-87fb-1c7a3582401a on network b8c0b105-2591-4382-91da-1f86ccb7640d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:06:31.657990 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Attempting to bind port 42db1409-39e1-46e5-87fb-1c7a3582401a on network b8c0b105-2591-4382-91da-1f86ccb7640d {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:06:31.663376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:06:31.663796 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Checking segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:06:31.664188 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Bound using segment: {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:06:31.664603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Bound port: 42db1409-39e1-46e5-87fb-1c7a3582401a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d502cd7-5a90-45c5-9954-5020a52731e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:06:31.664955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.730132 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:06:31.733198 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=42db1409-39e1-46e5-87fb-1c7a3582401a,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:06:31.740141 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.778704 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:31.779367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:31.780731 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] 10.222.0.16 "PUT /v2.0/ports/42db1409-39e1-46e5-87fb-1c7a3582401a HTTP/1.1" status: 200 len: 1093 time: 0.5979769 Jun 23 02:06:31.781153 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:31.783391 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92451a07-152d-4789-b4df-b25825172da4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:31.802903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bc1b5-2ef6-45a6-b104-141afc92b614 service neutron] Pushing event updated for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:31.823799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca1e8eb-436b-440d-9c97-3ed636e937ea x-openstack-request-id: req-6ca1e8eb-436b-440d-9c97-3ed636e937ea {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:31.824085 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:31.824335 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ca1e8eb-436b-440d-9c97-3ed636e937ea {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:31.824732 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca1e8eb-436b-440d-9c97-3ed636e937ea'] response: {'name': 'network-changed', 'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'status': 'completed', 'code': 200} Jun 23 02:06:31.868547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f457294-b7f1-4e3d-9d82-283a5494dd7b req-bbb9cecf-c6fa-461b-8a61-d4f7fc2869fd tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:31.870696 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f457294-b7f1-4e3d-9d82-283a5494dd7b req-bbb9cecf-c6fa-461b-8a61-d4f7fc2869fd tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 943 time: 0.0929782 Jun 23 02:06:31.871510 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-b693477e-a0ff-4acb-b111-9647550e60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:31.873100 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-b693477e-a0ff-4acb-b111-9647550e60dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 1127 time: 0.0416396 Jun 23 02:06:31.913189 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-c4a592c1-35cb-4804-a238-34a63804957f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42db1409-39e1-46e5-87fb-1c7a3582401a HTTP/1.1" status: 200 len: 217 time: 0.0334935 Jun 23 02:06:31.920392 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f457294-b7f1-4e3d-9d82-283a5494dd7b req-3e285938-aada-40e1-b337-f5e793a033c4 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Jun 23 02:06:31.931263 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:31.965999 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:31.974836 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-4382b69e-8312-4697-b53b-265a2430f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:31.976372 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-4382b69e-8312-4697-b53b-265a2430f913 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0561993 Jun 23 02:06:32.020099 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-1d3c1900-70b9-4d32-8d81-642977c7ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:32.021676 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-1d3c1900-70b9-4d32-8d81-642977c7ee40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390675 Jun 23 02:06:32.115186 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-e698c1eb-9045-4568-8a95-6a201a591423 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Jun 23 02:06:32.121533 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:32.204685 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d24bc9aa-e213-4700-867f-ece16a0a6afc req-75b2249f-3f48-419f-b259-3f948756010b service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830686 Jun 23 02:06:32.995434 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451a07-152d-4789-b4df-b25825172da4 req-c3e6ece7-91cb-4e32-9063-946cf88cdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:32.997003 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-c3e6ece7-91cb-4e32-9063-946cf88cdf33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 1127 time: 0.0444634 Jun 23 02:06:33.045069 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f306cb5-b64d-4b84-aa57-92034af245fa req-37968e64-7396-4b5a-ae79-53503b5b62d2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:33.046609 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f306cb5-b64d-4b84-aa57-92034af245fa req-37968e64-7396-4b5a-ae79-53503b5b62d2 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 943 time: 0.0489841 Jun 23 02:06:33.094521 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f306cb5-b64d-4b84-aa57-92034af245fa req-2f8691d0-e1d3-4895-a5e1-b1e46e79ec77 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Jun 23 02:06:33.098136 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451a07-152d-4789-b4df-b25825172da4 req-21d251db-5db9-4ef0-a21a-f2a66821891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:33.099752 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-21d251db-5db9-4ef0-a21a-f2a66821891a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0972910 Jun 23 02:06:33.138084 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-0f22af98-eb73-4851-8b8e-fc2efbada012 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42db1409-39e1-46e5-87fb-1c7a3582401a HTTP/1.1" status: 200 len: 217 time: 0.0319757 Jun 23 02:06:33.190014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451a07-152d-4789-b4df-b25825172da4 req-8fd6b7da-15a0-456d-a948-38902a1184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:33.191487 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-8fd6b7da-15a0-456d-a948-38902a1184f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0480676 Jun 23 02:06:33.234891 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451a07-152d-4789-b4df-b25825172da4 req-3ea6ddb0-fdb1-4003-aefc-702b3efb6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:33.236256 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-3ea6ddb0-fdb1-4003-aefc-702b3efb6365 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386560 Jun 23 02:06:33.325614 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-afef2a8a-193b-454d-8f4e-d33792117f79 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Jun 23 02:06:33.347457 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:33.423553 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-92451a07-152d-4789-b4df-b25825172da4 req-12003ae8-4c1c-4c9d-bfd5-ea17c441dab6 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922151 Jun 23 02:06:33.537163 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:34.215709 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd16df-ad88-498c-a36e-ec343e3b6aa3 req-d9a8ffb0-a28a-4aac-9ee0-2aaebece237f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:34.217128 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b6fd16df-ad88-498c-a36e-ec343e3b6aa3 req-d9a8ffb0-a28a-4aac-9ee0-2aaebece237f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 943 time: 0.0469699 Jun 23 02:06:34.271912 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b6fd16df-ad88-498c-a36e-ec343e3b6aa3 req-86bd9852-3db6-4a4a-85ac-a9d70a317c84 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Jun 23 02:06:34.821469 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:35.393328 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:35.409184 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0cf7-7fce-47c4-9c4c-13ab2a14c81d req-a3081076-e763-4ee0-9c5c-60150ca1f51e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:35.410631 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-996c0cf7-7fce-47c4-9c4c-13ab2a14c81d req-a3081076-e763-4ee0-9c5c-60150ca1f51e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 943 time: 0.0565085 Jun 23 02:06:35.462798 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-996c0cf7-7fce-47c4-9c4c-13ab2a14c81d req-62110cc0-ec10-42ef-802e-b9bc409e6a5a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464301 Jun 23 02:06:35.703930 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 42db1409-39e1-46e5-87fb-1c7a3582401a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:06:35.750562 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:35.779243 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:35.808739 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=42db1409-39e1-46e5-87fb-1c7a3582401a,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:35.819956 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'port_id': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'mac_address': 'fa:16:3e:6a:48:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:06:35.857853 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 42db1409-39e1-46e5-87fb-1c7a3582401a is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:06:35.858558 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:35.871370 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42db1409-39e1-46e5-87fb-1c7a3582401a {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:06:35.890416 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=42db1409-39e1-46e5-87fb-1c7a3582401a,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:35.897156 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:35.942665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:35.949916 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.950245 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.950581 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.950915 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.951258 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.951594 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.951917 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.952219 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.952558 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.952876 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.953197 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.953515 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.953831 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.954195 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:35.954469 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:06:36.128752 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['42db1409-39e1-46e5-87fb-1c7a3582401a'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:06:36.582926 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:36.584825 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:36.601255 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03b6ad-67ff-420e-8c12-ef56c664ea4f req-af4fc9ec-4853-494d-9630-741f909b11b1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:36.602748 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f03b6ad-67ff-420e-8c12-ef56c664ea4f req-af4fc9ec-4853-494d-9630-741f909b11b1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 944 time: 0.0496657 Jun 23 02:06:36.643267 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:36.651310 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6f03b6ad-67ff-420e-8c12-ef56c664ea4f req-d99a8a2c-867e-4721-9c68-e33d73c9151b tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Jun 23 02:06:37.702212 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 42db1409-39e1-46e5-87fb-1c7a3582401a up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:06:37.743737 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 42db1409-39e1-46e5-87fb-1c7a3582401a completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:06:37.750497 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 42db1409-39e1-46e5-87fb-1c7a3582401a triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:06:37.750865 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:37.777477 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c6099-c4c9-49a6-83ca-bc6dda71c3d0 req-625e7b27-f21e-44da-bd59-8c2aa5bfa663 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:37.778945 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a08c6099-c4c9-49a6-83ca-bc6dda71c3d0 req-625e7b27-f21e-44da-bd59-8c2aa5bfa663 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 944 time: 0.0516927 Jun 23 02:06:37.824208 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 42db1409-39e1-46e5-87fb-1c7a3582401a is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:06:37.824587 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:37.825269 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a08c6099-c4c9-49a6-83ca-bc6dda71c3d0 req-a53886cc-e157-4ded-95a6-c19566b3ee88 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Jun 23 02:06:37.846878 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:37.849147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afadae7-5304-42a0-9ef9-b373921541c9" -d '{"events": [{"server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "name": "network-vif-plugged", "status": "completed", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:37.861466 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=42db1409-39e1-46e5-87fb-1c7a3582401a,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:37.866747 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:37.890727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02a34b-983f-4491-80fe-ebd92bcd2cfa x-openstack-request-id: req-6c02a34b-983f-4491-80fe-ebd92bcd2cfa {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:37.891543 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "name": "network-vif-plugged", "status": "completed", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:37.891784 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c02a34b-983f-4491-80fe-ebd92bcd2cfa {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:37.892328 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c02a34b-983f-4491-80fe-ebd92bcd2cfa'] response: {'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'code': 200} Jun 23 02:06:37.919980 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:38.054487 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21546a-ef0b-42f9-8cdd-359857474498 req-b5aa1d79-d764-4e37-9c29-85d1e5788473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:38.056015 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9a21546a-ef0b-42f9-8cdd-359857474498 req-b5aa1d79-d764-4e37-9c29-85d1e5788473 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 1129 time: 0.0392342 Jun 23 02:06:38.098690 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-9a21546a-ef0b-42f9-8cdd-359857474498 req-871ed5e8-3477-4c00-8f14-f891b06e3f57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Jun 23 02:06:38.954825 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885504-a0de-4255-959d-ece6da62ada2 req-dceba74c-0204-4076-89d3-b2e75a9cf73d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:38.956274 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92885504-a0de-4255-959d-ece6da62ada2 req-dceba74c-0204-4076-89d3-b2e75a9cf73d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0473325 Jun 23 02:06:39.005308 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-92885504-a0de-4255-959d-ece6da62ada2 req-f7a2b337-b1c9-4a85-b660-557ed171480f tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Jun 23 02:06:40.137757 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cfa9b-1448-46b7-9323-40bd4ab6ca95 req-06e0f787-e29c-4b68-a51b-0c528a5d412e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:40.139113 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b2cfa9b-1448-46b7-9323-40bd4ab6ca95 req-06e0f787-e29c-4b68-a51b-0c528a5d412e tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0542247 Jun 23 02:06:40.192391 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7b2cfa9b-1448-46b7-9323-40bd4ab6ca95 req-4d510bd4-6fa0-49b8-8631-45ef48b84591 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Jun 23 02:06:40.307031 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676effc4-2931-4957-a279-630c8ad0e84d req-7c724e5a-9024-4178-9ae5-87cb0afb9871 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:40.308516 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-676effc4-2931-4957-a279-630c8ad0e84d req-7c724e5a-9024-4178-9ae5-87cb0afb9871 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Jun 23 02:06:40.317530 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32886) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:40.322138 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Request body: {'floatingip': {'port_id': '42db1409-39e1-46e5-87fb-1c7a3582401a'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:06:40.363078 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:40.564673 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:40.832932 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:41.021006 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:41.028978 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:41.132302 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 997eaa15-8f4f-4689-ba5a-8cf9113b7254 associated. External IP: 172.27.0.86, port: 42db1409-39e1-46e5-87fb-1c7a3582401a. Jun 23 02:06:41.333055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:06:41.438865 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:06:41.444216 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:41.449568 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:06:41.460117 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:41.460803 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:41.474328 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-8d091ea3-0a23-4616-9876-67fb7e57c97d tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "PUT /v2.0/floatingips/997eaa15-8f4f-4689-ba5a-8cf9113b7254 HTTP/1.1" status: 200 len: 990 time: 1.1556909 Jun 23 02:06:41.476851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:41.477520 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befec32d-a5bd-4b05-9fa7-7f081b34cc54" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:41.511852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b72e78d-c3aa-4058-b7e6-b4e051e8a670 x-openstack-request-id: req-0b72e78d-c3aa-4058-b7e6-b4e051e8a670 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:41.512133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:41.512383 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b72e78d-c3aa-4058-b7e6-b4e051e8a670 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:41.512784 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b72e78d-c3aa-4058-b7e6-b4e051e8a670'] response: {'name': 'network-changed', 'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'status': 'completed', 'code': 200} Jun 23 02:06:41.565288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:41.575159 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-deb9523e-d202-4a73-bbec-2b1c5053a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:41.576710 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-deb9523e-d202-4a73-bbec-2b1c5053a765 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07da57919f294173b2dc00509c4a6e0f&device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 1129 time: 0.0435240 Jun 23 02:06:41.667449 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-826d375e-5867-4174-ac82-ff688a26d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:41.669248 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-826d375e-5867-4174-ac82-ff688a26d655 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 200 len: 916 time: 0.0861990 Jun 23 02:06:41.735868 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-1b7f1450-4fb6-4ee5-9dc4-f57160fdf2b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42db1409-39e1-46e5-87fb-1c7a3582401a HTTP/1.1" status: 200 len: 998 time: 0.0605745 Jun 23 02:06:41.782999 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-a2c172e4-97d3-49c3-99fa-1a2d54fa5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:41.784527 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-a2c172e4-97d3-49c3-99fa-1a2d54fa5aa5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 200 len: 854 time: 0.0432396 Jun 23 02:06:41.797618 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:41.809813 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:41.826987 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-369aa364-ed81-4e56-a585-2ef56ab61658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:41.828543 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-369aa364-ed81-4e56-a585-2ef56ab61658 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8c0b105-2591-4382-91da-1f86ccb7640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388041 Jun 23 02:06:41.855245 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:41.895118 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:41.902886 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '997eaa15-8f4f-4689-ba5a-8cf9113b7254', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:6a:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d5f02-2605-42e1-a024-6563254df741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:06:28Z', 'updated_at': '2022-06-23T02:06:40Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:41.924990 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-fc8eca3b-5e16-4bba-9ecd-87239fe57e81 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904844 Jun 23 02:06:41.928069 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:06:41.937774 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:41.938383 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:42.015178 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-befec32d-a5bd-4b05-9fa7-7f081b34cc54 req-f9de6ace-ab2a-4d5a-87f5-6893273c13a9 service neutron] 10.222.0.16 "GET /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Jun 23 02:06:42.044112 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:42.066962 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-4656d424-3ffc-45c5-b101-bda021417045 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387678 Jun 23 02:06:42.147115 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-aea7db60-aff9-4060-a761-7bfb5c5bc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:42.148648 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-aea7db60-aff9-4060-a761-7bfb5c5bc22f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1129 time: 0.0419173 Jun 23 02:06:42.252061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-a2940ea3-a44d-42d9-a855-edd2c9b37013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:42.253939 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-a2940ea3-a44d-42d9-a855-edd2c9b37013 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.0883064 Jun 23 02:06:42.254078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '997eaa15-8f4f-4689-ba5a-8cf9113b7254', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:6a:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d5f02-2605-42e1-a024-6563254df741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:06:28Z', 'updated_at': '2022-06-23T02:06:40Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:42.278999 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7971af68-df86-4f7e-a420-b51bbb3cc50c None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': '997eaa15-8f4f-4689-ba5a-8cf9113b7254', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'port_id': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'mac_address': 'fa:16:3e:6a:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d5f02-2605-42e1-a024-6563254df741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:06:28Z', 'updated_at': '2022-06-23T02:06:40Z', 'revision_number': 1, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:06:42.319276 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-b810ff94-86e6-456c-bcee-75aade3d29bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 1001 time: 0.0590227 Jun 23 02:06:42.369858 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-cc299660-c806-42f0-932b-700b16a91872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:42.371370 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-cc299660-c806-42f0-932b-700b16a91872 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0455651 Jun 23 02:06:42.416375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-b2bfa673-213e-4957-bd72-284eca82671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:42.418309 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-b2bfa673-213e-4957-bd72-284eca82671c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412471 Jun 23 02:06:42.466820 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c7e5e9-ba54-4141-b063-96a3e26a6133 None None] New status for floating IP 997eaa15-8f4f-4689-ba5a-8cf9113b7254: ACTIVE {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:06:42.514434 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-42c76e66-a2ea-4151-a29b-3d72932371d6 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901833 Jun 23 02:06:42.604520 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f69d9a74-e9d8-4dad-80a8-ba2ff32a703e req-29ed6eed-686f-4c9d-ad1f-9134efc23caf service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Jun 23 02:06:48.240470 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32896) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:48.384708 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port 0335ca06-4b51-4703-af39-053fdce00ced {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:48.385004 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (0335ca06-4b51-4703-af39-053fdce00ced), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:48.465293 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (0335ca06-4b51-4703-af39-053fdce00ced), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:48.465635 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (0335ca06-4b51-4703-af39-053fdce00ced), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:48.478576 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for 0335ca06-4b51-4703-af39-053fdce00ced owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:48.521212 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:48.561212 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:48.636090 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (0335ca06-4b51-4703-af39-053fdce00ced), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:48.660573 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=0335ca06-4b51-4703-af39-053fdce00ced,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:48.721181 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (2daaa4b9-f661-4e21-83c2-5357bf467a1f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:48.721460 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP 2daaa4b9-f661-4e21-83c2-5357bf467a1f disassociated (deleted). External IP: 172.27.0.22, port: 6c044d69-4d97-4293-87bd-ebd8fa2758d2. Jun 23 02:06:48.941820 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:06:49.053839 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:06:49.059995 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:49.073428 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:06:49.084192 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:49.084805 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:49.094249 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1a1410b2-fabb-478b-84f8-21049f72f51e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "DELETE /v2.0/floatingips/2daaa4b9-f661-4e21-83c2-5357bf467a1f HTTP/1.1" status: 204 len: 168 time: 0.8526595 Jun 23 02:06:49.094958 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:49.097194 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:49.176245 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144820d-8543-4605-98fd-d8fbad7c369a x-openstack-request-id: req-4144820d-8543-4605-98fd-d8fbad7c369a {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:49.176573 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:49.176760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4144820d-8543-4605-98fd-d8fbad7c369a {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:49.177636 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4144820d-8543-4605-98fd-d8fbad7c369a'] response: {'name': 'network-changed', 'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'status': 'completed', 'code': 200} Jun 23 02:06:49.197126 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:49.237898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-c8f46eae-275d-4726-9a5b-0c5815646684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:49.239630 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-c8f46eae-275d-4726-9a5b-0c5815646684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 1130 time: 0.0435991 Jun 23 02:06:49.353479 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-e422dfeb-b5c3-487a-8013-d02ce9e192e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:49.354999 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-e422dfeb-b5c3-487a-8013-d02ce9e192e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.1080644 Jun 23 02:06:49.373898 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebffbf4-9adc-441a-bfd3-35624f130908 req-5c2422f4-12d5-4c35-a963-0a2d3c64c8f6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:49.375385 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cebffbf4-9adc-441a-bfd3-35624f130908 req-5c2422f4-12d5-4c35-a963-0a2d3c64c8f6 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0458696 Jun 23 02:06:49.419659 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:49.425413 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-cebffbf4-9adc-441a-bfd3-35624f130908 req-7ccc6c59-2b17-4cbc-bac0-3fe56950c2e1 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Jun 23 02:06:49.444866 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:06:49.454302 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:49.454849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:49.558877 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:49.585799 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:49.586412 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=100 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:49.769361 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:49.794788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfed90e-9d7d-4b56-8397-ed7aca09b276 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_floatingips': [{'id': 'b3983133-32fc-49a5-ae7a-5722a81a5b16', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'router_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'port_id': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'mac_address': 'fa:16:3e:60:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T02:02:50Z', 'updated_at': '2022-06-23T02:02:52Z', 'revision_number': 1, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:06:50.025811 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411eafc-f608-4c28-b063-d5cc11bba509 None None] New status for floating IP 2daaa4b9-f661-4e21-83c2-5357bf467a1f: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:06:50.364923 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-2e58629c-2f6c-4a88-885e-117d6f9067c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 200 len: 217 time: 0.0340109 Jun 23 02:06:50.419562 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-619d7d9b-2d18-45e3-8017-f5ae4903ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:50.421012 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-619d7d9b-2d18-45e3-8017-f5ae4903ca86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0490789 Jun 23 02:06:50.477095 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-3597acb9-ddb1-4b8e-aaba-af6674af485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:50.478701 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-3597acb9-ddb1-4b8e-aaba-af6674af485c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397296 Jun 23 02:06:50.544651 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5807-b324-47d7-a89d-4c55e686f7ec req-9fae95cb-eb39-4dd7-8ff5-ea778b43e878 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:50.546040 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e54c5807-b324-47d7-a89d-4c55e686f7ec req-9fae95cb-eb39-4dd7-8ff5-ea778b43e878 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0498676 Jun 23 02:06:50.602465 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e54c5807-b324-47d7-a89d-4c55e686f7ec req-662e6e65-e4f4-499b-b4b6-69e4518834aa tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506587 Jun 23 02:06:50.617235 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-1b036a8f-4e96-44fc-8235-d50a23caff72 service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863574 Jun 23 02:06:50.789393 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:50.817053 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:50.879924 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-0684b5ce-94e7-4b11-ad3c-606bbec24584 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:50.881334 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-0684b5ce-94e7-4b11-ad3c-606bbec24584 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 946 time: 0.0575225 Jun 23 02:06:50.883188 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-db98d2a8-1e2e-4fb3-acc1-4c9620f6f875 req-36451255-6963-404a-a4cc-de255c2a6cab service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380312 Jun 23 02:06:50.984948 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:50.985271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:51.084720 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] For port 6c044d69-4d97-4293-87bd-ebd8fa2758d2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6c044d69-4d97-4293-87bd-ebd8fa2758d2,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:51.084955 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:51.098640 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for 6c044d69-4d97-4293-87bd-ebd8fa2758d2 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:51.236977 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6c044d69-4d97-4293-87bd-ebd8fa2758d2), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:51.265902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=6c044d69-4d97-4293-87bd-ebd8fa2758d2,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:51.311875 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] No DVR routers for this DVR port 6c044d69-4d97-4293-87bd-ebd8fa2758d2 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:06:51.314510 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:51.317741 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-3247b407-136b-4f7f-9353-dd0aab7e4005 req-c1db31ee-23b4-43ff-bdf8-b4b5730515d2 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "DELETE /v2.0/ports/6c044d69-4d97-4293-87bd-ebd8fa2758d2 HTTP/1.1" status: 204 len: 173 time: 0.4197659 Jun 23 02:06:51.318176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'name': 'network-vif-deleted', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:51.320462 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332cd6b7-e157-4979-b851-3ebf51449061" -d '{"events": [{"server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "name": "network-vif-deleted", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:51.361522 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b1868-fe1e-4df7-8aa2-0e300039646f x-openstack-request-id: req-290b1868-fe1e-4df7-8aa2-0e300039646f {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:51.361802 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef2ddd-ea28-4f03-809c-cb762a05ebfc", "name": "network-vif-deleted", "tag": "6c044d69-4d97-4293-87bd-ebd8fa2758d2", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:51.362050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-290b1868-fe1e-4df7-8aa2-0e300039646f {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:51.362453 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290b1868-fe1e-4df7-8aa2-0e300039646f'] response: {'server_uuid': 'e8ef2ddd-ea28-4f03-809c-cb762a05ebfc', 'name': 'network-vif-deleted', 'tag': '6c044d69-4d97-4293-87bd-ebd8fa2758d2', 'status': 'completed', 'code': 200} Jun 23 02:06:51.718255 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4fd69ed6-c466-4614-b48f-6001cf0c62b0 req-eabaab8a-bebd-48d8-a853-5d5f2d3ac53a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8ef2ddd-ea28-4f03-809c-cb762a05ebfc HTTP/1.1" status: 200 len: 210 time: 0.0283210 Jun 23 02:06:53.739649 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6c044d69-4d97-4293-87bd-ebd8fa2758d2 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:06:53.771863 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 6c044d69-4d97-4293-87bd-ebd8fa2758d2 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:06:53.772431 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6c044d69-4d97-4293-87bd-ebd8fa2758d2 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:06:55.043415 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32926) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:55.202436 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port ca387c48-be47-49ff-80db-682a570e2192 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:55.202754 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (ca387c48-be47-49ff-80db-682a570e2192), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:55.286855 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (ca387c48-be47-49ff-80db-682a570e2192), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:55.287099 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (ca387c48-be47-49ff-80db-682a570e2192), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:55.304526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for ca387c48-be47-49ff-80db-682a570e2192 owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:55.398911 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:55.439722 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:55.453888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (ca387c48-be47-49ff-80db-682a570e2192), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:55.477853 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=ca387c48-be47-49ff-80db-682a570e2192,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:55.546938 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (b3983133-32fc-49a5-ae7a-5722a81a5b16), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:55.547191 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Floating IP b3983133-32fc-49a5-ae7a-5722a81a5b16 disassociated (deleted). External IP: 172.27.0.127, port: 6a8c74e4-f78b-4591-a6de-68b2c7a52a56. Jun 23 02:06:55.750849 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:06:56.095544 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:06:56.100707 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:56.105527 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:06:56.116690 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:56.117644 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:56.130001 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-4a3b1062-714c-4c52-9d0f-14ec98b8eb83 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "DELETE /v2.0/floatingips/b3983133-32fc-49a5-ae7a-5722a81a5b16 HTTP/1.1" status: 204 len: 168 time: 1.0854645 Jun 23 02:06:56.130546 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:56.132797 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248c0fab-e194-4c62-8c92-bfff50e6e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:56.178810 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e0d37-6aff-42d1-a771-780cec61bc02 x-openstack-request-id: req-074e0d37-6aff-42d1-a771-780cec61bc02 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:56.179696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:56.179952 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-074e0d37-6aff-42d1-a771-780cec61bc02 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:56.180376 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074e0d37-6aff-42d1-a771-780cec61bc02'] response: {'name': 'network-changed', 'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'status': 'completed', 'code': 200} Jun 23 02:06:56.222041 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:56.243874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-dc620958-bb92-4d46-b19d-238b039ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:56.245690 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-dc620958-bb92-4d46-b19d-238b039ad71a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59bb100f7d034605bb875abd1a0775ec&device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 1129 time: 0.0430861 Jun 23 02:06:56.350399 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-4a4bf4af-0cb8-4b3f-8105-6e79de11eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:56.351955 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-4a4bf4af-0cb8-4b3f-8105-6e79de11eb5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 200 len: 912 time: 0.1005332 Jun 23 02:06:56.385426 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450923d-c857-4d78-aefb-8c8690e4dc48 req-1b35fbf5-6e1f-4d3f-9d9b-f3ea4dd0e0ee tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:56.387471 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8450923d-c857-4d78-aefb-8c8690e4dc48 req-1b35fbf5-6e1f-4d3f-9d9b-f3ea4dd0e0ee tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0466349 Jun 23 02:06:56.427362 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:56.435584 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-8450923d-c857-4d78-aefb-8c8690e4dc48 req-a3266ee4-b376-48c1-99f0-875b2d65c6e5 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Jun 23 02:06:56.451453 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:06:56.459751 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:06:56.460342 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:06:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:56.684144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:06:56.867253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:06:56.891443 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c5314-7cf1-4be7-a325-553d0ebb83d5 None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T01:59:04Z', 'revision_number': 4, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '4d3ca933-21ec-436a-b5b3-8c2032aa601d', 'name': '', 'network_id': 'c3aa2615-6363-4241-bbc2-9c8b59555a5d', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'mac_address': 'fa:16:3e:e6:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:02Z', 'updated_at': '2022-06-23T01:59:09Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'subnets': [{'id': 'cb259d46-ac2e-4117-a049-82aa88774b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:06:57.105774 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f355d0-30e1-4d58-bd25-2fcd511a7393 None None] New status for floating IP b3983133-32fc-49a5-ae7a-5722a81a5b16: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:06:57.258787 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:06:57.337514 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-1b86e38a-5abb-4576-81b5-fc831b6f93e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 200 len: 217 time: 0.0418110 Jun 23 02:06:57.386854 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-dafd6c0a-d767-4216-92e3-91998016c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:57.388399 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-dafd6c0a-d767-4216-92e3-91998016c24b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 200 len: 850 time: 0.0438404 Jun 23 02:06:57.513474 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-5692d7fa-adea-4069-8f01-bafb82e138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:57.515034 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-5692d7fa-adea-4069-8f01-bafb82e138ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3aa2615-6363-4241-bbc2-9c8b59555a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460238 Jun 23 02:06:57.526036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-314297e0-7b36-40a8-b82d-54f633fe7904 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 02:06:57.527008 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-314297e0-7b36-40a8-b82d-54f633fe7904 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052838 Jun 23 02:06:57.564751 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfacd5-1e8a-4a05-a698-11f887be87f3 req-f10ec1c4-6f90-4d59-ae08-b600837775cd tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:57.566363 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fecfacd5-1e8a-4a05-a698-11f887be87f3 req-f10ec1c4-6f90-4d59-ae08-b600837775cd tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Jun 23 02:06:57.617180 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-fecfacd5-1e8a-4a05-a698-11f887be87f3 req-87bba015-0618-466a-a267-169546428cdf tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/security-groups?id=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Jun 23 02:06:57.621848 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-4c6270e0-78be-4607-8585-d0134958375c service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884733 Jun 23 02:06:57.816771 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:57.860994 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-248c0fab-e194-4c62-8c92-bfff50e6e1de req-65ce1aff-6c42-422f-897c-95969ccd557d service neutron] 10.222.0.16 "GET /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407864 Jun 23 02:06:57.867167 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-6c5672b2-4653-4e14-83a2-b3c1d6c008a8 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:06:57.868525 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-6c5672b2-4653-4e14-83a2-b3c1d6c008a8 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 945 time: 0.0697751 Jun 23 02:06:57.948104 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:06:57.954621 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:57.954959 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:58.048009 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] For port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:06:58.048362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:58.061759 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:06:58.195900 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (6a8c74e4-f78b-4591-a6de-68b2c7a52a56), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:58.221383 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=6a8c74e4-f78b-4591-a6de-68b2c7a52a56,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:06:58.267045 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] No DVR routers for this DVR port 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:06:58.269880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:58.273210 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-5f2fbb8b-c221-45ed-adda-9b97b61da97c req-636b5940-f6fa-4233-b7df-77c965689e1a tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.16 "DELETE /v2.0/ports/6a8c74e4-f78b-4591-a6de-68b2c7a52a56 HTTP/1.1" status: 204 len: 173 time: 0.3992429 Jun 23 02:06:58.273661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'name': 'network-vif-deleted', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:06:58.276120 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75668fb3-f777-4c52-a505-dbc8a8bd7a1a" -d '{"events": [{"server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "name": "network-vif-deleted", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:06:58.316575 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb267f9-01af-4e85-947d-e858507834b8 x-openstack-request-id: req-2fb267f9-01af-4e85-947d-e858507834b8 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:06:58.316902 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf5d1c0-6c10-42bf-aca2-516130da2420", "name": "network-vif-deleted", "tag": "6a8c74e4-f78b-4591-a6de-68b2c7a52a56", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:06:58.317183 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fb267f9-01af-4e85-947d-e858507834b8 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:06:58.317581 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb267f9-01af-4e85-947d-e858507834b8'] response: {'server_uuid': '3bf5d1c0-6c10-42bf-aca2-516130da2420', 'name': 'network-vif-deleted', 'tag': '6a8c74e4-f78b-4591-a6de-68b2c7a52a56', 'status': 'completed', 'code': 200} Jun 23 02:06:58.446529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-96a75134-85f9-4a8d-a423-e05a72618354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:06:58.726668 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6ea21190-a90d-4fac-a8ee-349c0a745a9c req-788cd8c0-fc00-4722-8889-4a617ba5809e tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bf5d1c0-6c10-42bf-aca2-516130da2420 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Jun 23 02:06:59.795550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32942) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:06:59.909801 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Deleting port 57a3ed27-e5a0-4555-b831-3073d9f596c6 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:06:59.910113 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.001795 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.002240 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (57a3ed27-e5a0-4555-b831-3073d9f596c6), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.020768 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Calling delete_port for 57a3ed27-e5a0-4555-b831-3073d9f596c6 owned by network:floatingip {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:00.155186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (57a3ed27-e5a0-4555-b831-3073d9f596c6), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.179869 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'Port': ['ID=57a3ed27-e5a0-4555-b831-3073d9f596c6,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:00.247745 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for floatingip (b09ecf52-08be-421e-985d-4493c831959d), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.251708 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:00.253271 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a8ff6f13-eb64-4b86-b7f6-2b85ff2894f9 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "DELETE /v2.0/floatingips/b09ecf52-08be-421e-985d-4493c831959d HTTP/1.1" status: 204 len: 168 time: 0.4566407 Jun 23 02:07:00.720849 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e0cee93e-3a5d-4a32-923b-fb9373abb591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:01.472265 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32954) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:01.531282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:01.534827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:01.540469 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:01.566638 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:01.648225 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:01.650784 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:01.651994 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] 10.222.0.26 "DELETE /v2.0/security-groups/b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87 HTTP/1.1" status: 204 len: 168 time: 0.1786101 Jun 23 02:07:01.661210 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e38b7-03d5-4f32-abca-56880afa1d64 tempest-TestVolumeBootPattern-2114194324 tempest-TestVolumeBootPattern-2114194324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cd0c1-6d30-4f8c-8a3c-9ddbaa85ea87,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:01.702329 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32958) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:01.796138 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:01.815116 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:01.815455 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 6a8c74e4-f78b-4591-a6de-68b2c7a52a56 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:01.899482 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:02.122033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:02.129630 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:02.390445 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (07dd6c4e-a941-49e5-a009-355b2de3465d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:02.470949 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:02.610994 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Deleting port 4d3ca933-21ec-436a-b5b3-8c2032aa601d {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:02.611356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:02.689666 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] For port 4d3ca933-21ec-436a-b5b3-8c2032aa601d, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4d3ca933-21ec-436a-b5b3-8c2032aa601d,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:02.690014 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:02.702808 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Calling delete_port for 4d3ca933-21ec-436a-b5b3-8c2032aa601d owned by network:router_interface {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:02.878644 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (4d3ca933-21ec-436a-b5b3-8c2032aa601d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:02.907301 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3ca933-21ec-436a-b5b3-8c2032aa601d,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:02.934822 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.935132 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.935511 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.935823 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.936140 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.936453 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.936760 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.937067 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.937382 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.937688 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.938013 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.938333 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.938636 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.938936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.939229 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:02.975092 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:03.080346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (07dd6c4e-a941-49e5-a009-355b2de3465d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.272151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:03.294967 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Router 07dd6c4e-a941-49e5-a009-355b2de3465d has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:07:03.351459 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.398261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:07:03.403951 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5a614361-ad34-49bc-a630-c61fb774581b admin admin] 10.222.0.26 "PUT /v2.0/routers/07dd6c4e-a941-49e5-a009-355b2de3465d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004087 Jun 23 02:07:03.405660 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32964) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:03.406895 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Sync routers for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:07:03.417817 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:03.418814 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:03.421342 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:03.505484 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks [] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.533884 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:03.593783 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.607124 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks [] for router_gateway (07dd6c4e-a941-49e5-a009-355b2de3465d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.652080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Deleting port 08843220-6ff3-4b99-a0f8-edf3045b606b {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:03.652399 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.716014 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T02:07:02Z', 'revision_number': 5, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port': {'id': '08843220-6ff3-4b99-a0f8-edf3045b606b', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:58:57Z', 'updated_at': '2022-06-23T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:03.736939 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] For port 08843220-6ff3-4b99-a0f8-edf3045b606b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=08843220-6ff3-4b99-a0f8-edf3045b606b,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:03.737553 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.740688 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Checking router: 07dd6c4e-a941-49e5-a009-355b2de3465d for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:07:03.749872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Routers {'07dd6c4e-a941-49e5-a009-355b2de3465d'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:03.750517 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['07dd6c4e-a941-49e5-a009-355b2de3465d'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:03.751309 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Calling delete_port for 08843220-6ff3-4b99-a0f8-edf3045b606b owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:03.833860 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] Set router 07dd6c4e-a941-49e5-a009-355b2de3465d gateway port host: None {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:03.844262 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:03.884325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T02:07:03Z', 'revision_number': 6, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:03.908504 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f681e0-e94a-4295-a23f-d56fab1f4eef None None] The sync data for ids ['07dd6c4e-a941-49e5-a009-355b2de3465d'] in dv-cinder-815582-9-iscsi is: [{'id': '07dd6c4e-a941-49e5-a009-355b2de3465d', 'name': 'tempest-TestVolumeBootPattern-194732833-router', 'tenant_id': '59bb100f7d034605bb875abd1a0775ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:58:56Z', 'updated_at': '2022-06-23T02:07:03Z', 'revision_number': 6, 'project_id': '59bb100f7d034605bb875abd1a0775ec', 'gw_port_host': None}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:07:03.915829 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (08843220-6ff3-4b99-a0f8-edf3045b606b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:03.943303 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Pushing event deleted for resources: {'Port': ['ID=08843220-6ff3-4b99-a0f8-edf3045b606b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:04.003202 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (07dd6c4e-a941-49e5-a009-355b2de3465d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.089122 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.091337 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks [] for router_controller (07dd6c4e-a941-49e5-a009-355b2de3465d), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.141691 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (07dd6c4e-a941-49e5-a009-355b2de3465d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.142859 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07dd6c4e-a941-49e5-a009-355b2de3465d {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:07:04.150062 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.151770 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-2bf5ed11-6439-4039-870c-626b80bcb170 admin admin] 10.222.0.26 "DELETE /v2.0/routers/07dd6c4e-a941-49e5-a009-355b2de3465d HTTP/1.1" status: 204 len: 168 time: 0.7451904 Jun 23 02:07:04.154522 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32966) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:04.200294 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Deleting subnet cb259d46-ac2e-4117-a049-82aa88774b23 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:07:04.203361 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Publish callbacks [] for subnet (cb259d46-ac2e-4117-a049-82aa88774b23), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.230751 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:04.240382 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (cb259d46-ac2e-4117-a049-82aa88774b23), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.326718 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (cb259d46-ac2e-4117-a049-82aa88774b23), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.387323 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (cb259d46-ac2e-4117-a049-82aa88774b23), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.412169 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb259d46-ac2e-4117-a049-82aa88774b23,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:04.415876 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.419364 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b832ebc5-4864-4bc0-a329-d32c4759b440 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb259d46-ac2e-4117-a049-82aa88774b23 HTTP/1.1" status: 204 len: 168 time: 0.2638502 Jun 23 02:07:04.422179 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32968) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:04.422829 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bd4f7-5703-44a5-ad09-34a20098bfc8 None None] Network c3aa2615-6363-4241-bbc2-9c8b59555a5d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:07:04.490970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (c3aa2615-6363-4241-bbc2-9c8b59555a5d), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.536272 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Deleting port d849628d-6725-446d-8656-88f51b57deaa {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:04.536471 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (d849628d-6725-446d-8656-88f51b57deaa), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.599467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] For port d849628d-6725-446d-8656-88f51b57deaa, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d849628d-6725-446d-8656-88f51b57deaa,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:04.599709 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (d849628d-6725-446d-8656-88f51b57deaa), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.614279 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Calling delete_port for d849628d-6725-446d-8656-88f51b57deaa owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:04.646635 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] DHCP port deletion for c3aa2615-6363-4241-bbc2-9c8b59555a5d request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:07:04.688922 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Deleting port d849628d-6725-446d-8656-88f51b57deaa {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:04.689383 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (d849628d-6725-446d-8656-88f51b57deaa), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.697538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (d849628d-6725-446d-8656-88f51b57deaa), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.724061 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] No DVR routers for this DVR port d849628d-6725-446d-8656-88f51b57deaa on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:04.726217 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Pushing event deleted for resources: {'Port': ['ID=d849628d-6725-446d-8656-88f51b57deaa,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:04.757755 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] For port d849628d-6725-446d-8656-88f51b57deaa, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=d849628d-6725-446d-8656-88f51b57deaa,segment=NetworkSegment(b95b3661-5dd0-4c80-8f45-6dd29fd0d826),segment_id=b95b3661-5dd0-4c80-8f45-6dd29fd0d826)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:04.758205 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (d849628d-6725-446d-8656-88f51b57deaa), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.772390 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Calling delete_port for d849628d-6725-446d-8656-88f51b57deaa owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:04.798433 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (c3aa2615-6363-4241-bbc2-9c8b59555a5d), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.820219 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aa2615-6363-4241-bbc2-9c8b59555a5d']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:04.829992 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:04.830679 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95b3661-5dd0-4c80-8f45-6dd29fd0d826') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:04.845289 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 08843220-6ff3-4b99-a0f8-edf3045b606b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:04.850789 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (b95b3661-5dd0-4c80-8f45-6dd29fd0d826), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.851007 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.866069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (b95b3661-5dd0-4c80-8f45-6dd29fd0d826), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.873945 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:07:04.874728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (b95b3661-5dd0-4c80-8f45-6dd29fd0d826), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.874973 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 08843220-6ff3-4b99-a0f8-edf3045b606b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:04.875486 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 08843220-6ff3-4b99-a0f8-edf3045b606b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:04.875927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4d3ca933-21ec-436a-b5b3-8c2032aa601d no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:04.907011 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 4d3ca933-21ec-436a-b5b3-8c2032aa601d {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:04.907394 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4d3ca933-21ec-436a-b5b3-8c2032aa601d not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:04.907808 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d849628d-6725-446d-8656-88f51b57deaa no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:04.932591 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: d849628d-6725-446d-8656-88f51b57deaa {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:04.932941 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device d849628d-6725-446d-8656-88f51b57deaa not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:04.937003 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (d849628d-6725-446d-8656-88f51b57deaa), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.962896 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (c3aa2615-6363-4241-bbc2-9c8b59555a5d), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.965191 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] Pushing event deleted for resources: {'Port': ['ID=d849628d-6725-446d-8656-88f51b57deaa,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:04.968933 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:04.969345 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b27f5-2ff4-4820-81ec-1563b0f2e315 None None] No DVR routers for this DVR port d849628d-6725-446d-8656-88f51b57deaa on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:04.973845 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c3aa2615-6363-4241-bbc2-9c8b59555a5d HTTP/1.1" status: 204 len: 168 time: 0.5506454 Jun 23 02:07:04.976972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32974) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:04.981548 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment b95b3661-5dd0-4c80-8f45-6dd29fd0d826 resource provider aggregate not found Jun 23 02:07:04.994571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eed6ef-818e-46d5-9762-f6b6a9f67671 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3aa2615-6363-4241-bbc2-9c8b59555a5d,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:05.008208 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment b95b3661-5dd0-4c80-8f45-6dd29fd0d826 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b95b3661-5dd0-4c80-8f45-6dd29fd0d826 found for delete ", "request_id": "req-ab31ef38-ca01-4055-b8a0-af1109b855ca"}]} Jun 23 02:07:05.300097 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (88b234dd-a105-4b6e-8141-90841ad9766c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:05.344866 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:05.521611 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Deleting port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:05.521945 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:05.607938 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] For port 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:05.608180 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:05.621721 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Calling delete_port for 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 owned by network:router_interface {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:05.634681 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:05.815478 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:05.842621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:06.002842 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (88b234dd-a105-4b6e-8141-90841ad9766c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:06.399238 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:06.472818 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Router 88b234dd-a105-4b6e-8141-90841ad9766c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:07:06.570982 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:07:06.577055 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-956f4df1-b7c5-44e2-afb6-2f0516bc885e admin admin] 10.222.0.26 "PUT /v2.0/routers/88b234dd-a105-4b6e-8141-90841ad9766c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5984437 Jun 23 02:07:06.579886 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32978) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:06.583137 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Sync routers for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:07:06.594989 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:06.595642 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:06.597168 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=21 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:06.598628 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:06.682359 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks [] for router (88b234dd-a105-4b6e-8141-90841ad9766c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:06.783012 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:06.786953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks [] for router_gateway (88b234dd-a105-4b6e-8141-90841ad9766c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:06.831907 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Deleting port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:06.832332 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:06.843412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:06.916328 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] For port a06f940f-5c17-422f-ae9f-b7e6ad2f6b66, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:06.916697 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:06.930395 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Calling delete_port for a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:06.953226 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T02:07:05Z', 'revision_number': 5, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port': {'id': 'a06f940f-5c17-422f-ae9f-b7e6ad2f6b66', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T01:59:12Z', 'updated_at': '2022-06-23T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:06.977565 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Checking router: 88b234dd-a105-4b6e-8141-90841ad9766c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:07:06.986029 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Routers {'88b234dd-a105-4b6e-8141-90841ad9766c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:06.986612 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['88b234dd-a105-4b6e-8141-90841ad9766c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:07.071087 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] Set router 88b234dd-a105-4b6e-8141-90841ad9766c gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:07.099470 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a06f940f-5c17-422f-ae9f-b7e6ad2f6b66), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.119127 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T02:07:06Z', 'revision_number': 6, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:07.124261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06f940f-5c17-422f-ae9f-b7e6ad2f6b66,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:07.147289 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50f46-f998-4e46-ab6c-a5fcc3958662 None None] The sync data for ids ['88b234dd-a105-4b6e-8141-90841ad9766c'] in dv-cinder-815582-9-iscsi is: [{'id': '88b234dd-a105-4b6e-8141-90841ad9766c', 'name': 'tempest-TestVolumeBootPattern-2051145965-router', 'tenant_id': '4a08609fee414568a1ead282fbddce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T01:59:11Z', 'updated_at': '2022-06-23T02:07:06Z', 'revision_number': 6, 'project_id': '4a08609fee414568a1ead282fbddce87', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:07:07.194026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (88b234dd-a105-4b6e-8141-90841ad9766c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.279586 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (88b234dd-a105-4b6e-8141-90841ad9766c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.281779 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks [] for router_controller (88b234dd-a105-4b6e-8141-90841ad9766c), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.283029 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:07.325705 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (88b234dd-a105-4b6e-8141-90841ad9766c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.326356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88b234dd-a105-4b6e-8141-90841ad9766c {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:07:07.330972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.332180 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-3a258c0a-1e34-4db1-a99b-7a727076e1c1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/88b234dd-a105-4b6e-8141-90841ad9766c HTTP/1.1" status: 204 len: 168 time: 0.7514124 Jun 23 02:07:07.334754 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32980) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:07.379372 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Deleting subnet a60e8611-c1cc-43b4-972f-b4f766773ea3 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:07:07.382529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Publish callbacks [] for subnet (a60e8611-c1cc-43b4-972f-b4f766773ea3), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.416901 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (a60e8611-c1cc-43b4-972f-b4f766773ea3), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.496273 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (a60e8611-c1cc-43b4-972f-b4f766773ea3), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.554506 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (a60e8611-c1cc-43b4-972f-b4f766773ea3), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.585041 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.588357 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a60e8611-c1cc-43b4-972f-b4f766773ea3 HTTP/1.1" status: 204 len: 168 time: 0.2526300 Jun 23 02:07:07.589327 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abba2b9-2358-4e5b-b539-99d4301518d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60e8611-c1cc-43b4-972f-b4f766773ea3,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:07.591452 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 32982) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:07.592687 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf982a-d915-4a17-8cfc-80b20f810535 None None] Network d7e5e70b-d5f9-42b2-89f9-992233f78498 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:07:07.622228 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:07.674135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (d7e5e70b-d5f9-42b2-89f9-992233f78498), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.723842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Deleting port e5516c90-f54e-4576-9529-6e76f2d49495 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:07.724182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.788572 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] For port e5516c90-f54e-4576-9529-6e76f2d49495, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=e5516c90-f54e-4576-9529-6e76f2d49495,segment=NetworkSegment(9b0517bd-aa1b-42d2-8ccf-5f0825f24cce),segment_id=9b0517bd-aa1b-42d2-8ccf-5f0825f24cce)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:07.788928 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.801661 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Calling delete_port for e5516c90-f54e-4576-9529-6e76f2d49495 owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:07.862437 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:07.872305 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:07.883182 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (e5516c90-f54e-4576-9529-6e76f2d49495), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:07.917238 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] No DVR routers for this DVR port e5516c90-f54e-4576-9529-6e76f2d49495 on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:07.923130 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5516c90-f54e-4576-9529-6e76f2d49495,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:07.929680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe3c33-6301-422e-981f-6bb9f838bcb5 None None] DHCP port deletion for d7e5e70b-d5f9-42b2-89f9-992233f78498 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:07:07.997851 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (d7e5e70b-d5f9-42b2-89f9-992233f78498), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.020676 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e5e70b-d5f9-42b2-89f9-992233f78498']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:08.030817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:08.031108 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0517bd-aa1b-42d2-8ccf-5f0825f24cce') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:08.041114 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (9b0517bd-aa1b-42d2-8ccf-5f0825f24cce), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.055799 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (9b0517bd-aa1b-42d2-8ccf-5f0825f24cce), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.062442 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:07:08.062828 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (9b0517bd-aa1b-42d2-8ccf-5f0825f24cce), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.114765 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 9b0517bd-aa1b-42d2-8ccf-5f0825f24cce resource provider aggregate not found Jun 23 02:07:08.128557 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (d7e5e70b-d5f9-42b2-89f9-992233f78498), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.134128 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.137523 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7e5e70b-d5f9-42b2-89f9-992233f78498 HTTP/1.1" status: 204 len: 168 time: 0.5444100 Jun 23 02:07:08.141947 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 9b0517bd-aa1b-42d2-8ccf-5f0825f24cce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b0517bd-aa1b-42d2-8ccf-5f0825f24cce found for delete ", "request_id": "req-26c10bf6-8886-43b3-a1ec-0e49b27c3c4e"}]} Jun 23 02:07:08.153059 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e04b-c7da-4ea3-abcd-9fb765a08b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e5e70b-d5f9-42b2-89f9-992233f78498,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:08.263640 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32990) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:08.305533 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ad7b0aff-8655-415b-810e-19e4ca0b4d2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59bb100f7d034605bb875abd1a0775ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406768 Jun 23 02:07:08.308201 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32992) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:08.350106 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:08.360559 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] Publish callbacks [] for security_group (547d9a7d-8e45-4f48-9043-cbccd26f079c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.382495 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] Publish callbacks [] for security_group (547d9a7d-8e45-4f48-9043-cbccd26f079c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.436812 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (547d9a7d-8e45-4f48-9043-cbccd26f079c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.439418 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.440731 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/547d9a7d-8e45-4f48-9043-cbccd26f079c HTTP/1.1" status: 204 len: 168 time: 0.1315935 Jun 23 02:07:08.448684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbee19-0e4b-4c06-a7fd-1ae6ca00a3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d9a7d-8e45-4f48-9043-cbccd26f079c,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:08.783762 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 32998) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:08.820096 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:08.826594 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-0563434b-6e12-4a38-93f6-1c3e2588de2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a08609fee414568a1ead282fbddce87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416195 Jun 23 02:07:08.829240 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33000) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:08.843690 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:08.844111 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 5ae971c2-a33b-4bc2-b5bc-c4eb471a2d76 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:08.844538 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device e5516c90-f54e-4576-9529-6e76f2d49495 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:08.862342 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: e5516c90-f54e-4576-9529-6e76f2d49495 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:08.862680 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device e5516c90-f54e-4576-9529-6e76f2d49495 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:08.863044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:08.881566 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:08.881914 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a06f940f-5c17-422f-ae9f-b7e6ad2f6b66 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:08.882571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] Publish callbacks [] for security_group (3a2630c9-5982-48b7-999e-cb53474fc9e3), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.904178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] Publish callbacks [] for security_group (3a2630c9-5982-48b7-999e-cb53474fc9e3), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.957144 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (3a2630c9-5982-48b7-999e-cb53474fc9e3), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.959633 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:08.960781 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a2630c9-5982-48b7-999e-cb53474fc9e3 HTTP/1.1" status: 204 len: 168 time: 0.1305714 Jun 23 02:07:08.969255 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeada6e-b69d-49fc-8ce6-b027979fe513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2630c9-5982-48b7-999e-cb53474fc9e3,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:17.121859 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=36 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:17.123048 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=41 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.810927 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.823809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=13 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.865636 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.963880 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=8,neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.965296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:18.983151 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:23.825554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e05405-f675-4b66-9d5e-945f736e4f2e req-f123b1b9-a10d-4af9-a48a-9938bb0db6df tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:23.827169 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64e05405-f675-4b66-9d5e-945f736e4f2e req-f123b1b9-a10d-4af9-a48a-9938bb0db6df tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0625494 Jun 23 02:07:23.890236 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-64e05405-f675-4b66-9d5e-945f736e4f2e req-7ec36e6f-4bf0-4448-a714-d9258319cf8b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546494 Jun 23 02:07:25.023796 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ccf4a-da42-4460-bef0-e75e1737d816 req-b3603b1e-4ad4-494b-9bbd-0c91b7ae4a8d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:25.025170 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f1ccf4a-da42-4460-bef0-e75e1737d816 req-b3603b1e-4ad4-494b-9bbd-0c91b7ae4a8d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0476446 Jun 23 02:07:25.076474 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3f1ccf4a-da42-4460-bef0-e75e1737d816 req-286deccf-72a0-4b18-9e9b-0ef46bf29c01 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Jun 23 02:07:26.213059 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6bac7-7a4e-43cb-99aa-d039b8eea9f9 req-191ea173-038a-4b89-a450-97fad1555782 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:26.214504 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bae6bac7-7a4e-43cb-99aa-d039b8eea9f9 req-191ea173-038a-4b89-a450-97fad1555782 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0477850 Jun 23 02:07:26.262791 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bae6bac7-7a4e-43cb-99aa-d039b8eea9f9 req-8879f7de-1066-44a1-80c4-273c44462732 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Jun 23 02:07:27.315723 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f1106-6a73-46b4-91a6-c92441eaf7dd req-c8c35500-4599-4ae5-bad4-6b4dd826ca09 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:27.317192 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ec8f1106-6a73-46b4-91a6-c92441eaf7dd req-c8c35500-4599-4ae5-bad4-6b4dd826ca09 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Jun 23 02:07:27.397567 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30198e5-b912-41bb-96c7-a3eb04fc48e1 req-d445dd99-6ef9-4d19-a87c-43f4acbad3c0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:27.399015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f30198e5-b912-41bb-96c7-a3eb04fc48e1 req-d445dd99-6ef9-4d19-a87c-43f4acbad3c0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0627587 Jun 23 02:07:27.403122 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ec8f1106-6a73-46b4-91a6-c92441eaf7dd req-361bd941-8559-4ecb-8d27-df25673e0a52 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801663 Jun 23 02:07:27.447963 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f30198e5-b912-41bb-96c7-a3eb04fc48e1 req-5182958d-0246-4b35-8233-0a1fd18a0adf tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Jun 23 02:07:28.201215 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=19 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:28.202019 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=13 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:28.452609 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb46b-f717-4c98-808e-9ec86cc894c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:28.526722 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2341c7-ae20-4c22-ab72-d5c1ee8269e5 req-d1d25895-ef9c-4270-97cc-5f8984348742 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:28.528219 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a2341c7-ae20-4c22-ab72-d5c1ee8269e5 req-d1d25895-ef9c-4270-97cc-5f8984348742 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Jun 23 02:07:28.592899 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf74c8-b133-4160-9041-e905d8fd926e req-3e7761ed-6db4-49f1-b501-637a18fed79b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:28.594351 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1bdf74c8-b133-4160-9041-e905d8fd926e req-3e7761ed-6db4-49f1-b501-637a18fed79b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0651865 Jun 23 02:07:28.629436 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-3a2341c7-ae20-4c22-ab72-d5c1ee8269e5 req-2dcad565-3996-4f2c-841b-0a2a07ad2595 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd654e7-68d1-4a0f-9134-fdbebf3088b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902684 Jun 23 02:07:28.658694 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-1bdf74c8-b133-4160-9041-e905d8fd926e req-d921bfbd-d559-47e4-a5b7-821eb3dd9bf4 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586529 Jun 23 02:07:28.751613 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-14247a9c-b96f-4d68-bda9-a2582ff4f421 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:28.752950 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-14247a9c-b96f-4d68-bda9-a2582ff4f421 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 945 time: 0.0537515 Jun 23 02:07:28.838010 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 42db1409-39e1-46e5-87fb-1c7a3582401a {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:28.838247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:28.928867 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] For port 42db1409-39e1-46e5-87fb-1c7a3582401a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=42db1409-39e1-46e5-87fb-1c7a3582401a,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:28.929224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:29.101538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:29.101852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502898'] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:29.102365 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.db.l3_db [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Floating IP 997eaa15-8f4f-4689-ba5a-8cf9113b7254 disassociated. External IP: 172.27.0.86, port: 42db1409-39e1-46e5-87fb-1c7a3582401a. Jun 23 02:07:29.102871 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 42db1409-39e1-46e5-87fb-1c7a3582401a owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:29.244763 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (42db1409-39e1-46e5-87fb-1c7a3582401a), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:29.275247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=42db1409-39e1-46e5-87fb-1c7a3582401a,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:29.287794 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.288140 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.288497 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.288806 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.289135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.289441 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.289791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.290105 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.290385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.290699 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.291042 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.291378 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.291674 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.291970 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.292288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:29.400577 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:07:29.505033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:07:29.515073 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:07:29.525529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:29.526136 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:29.550385 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] No DVR routers for this DVR port 42db1409-39e1-46e5-87fb-1c7a3582401a on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:29.552974 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:29.556215 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f7ab445d-5158-4548-9d66-6e8ce34c61fd req-b3e5546b-81d8-4fa1-822a-511eb9751fd1 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.16 "DELETE /v2.0/ports/42db1409-39e1-46e5-87fb-1c7a3582401a HTTP/1.1" status: 204 len: 173 time: 0.7975092 Jun 23 02:07:29.556638 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'name': 'network-vif-deleted', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:07:29.558860 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04cd17-4278-4bdd-80b3-28aef9b20b0d" -d '{"events": [{"server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "name": "network-vif-deleted", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:07:29.638038 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:29.770428 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7c205c28-d874-4146-ac87-9519bd1ab8d2 req-a8935cec-5c6e-440d-8a9b-04968e7d58a6 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7d5f02-2605-42e1-a024-6563254df741 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Jun 23 02:07:29.845658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d1ab4-c897-4536-a18d-c80addd920ad x-openstack-request-id: req-a41d1ab4-c897-4536-a18d-c80addd920ad {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:07:29.846174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7d5f02-2605-42e1-a024-6563254df741", "name": "network-vif-deleted", "tag": "42db1409-39e1-46e5-87fb-1c7a3582401a", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:07:29.846375 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a41d1ab4-c897-4536-a18d-c80addd920ad {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:07:29.846835 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41d1ab4-c897-4536-a18d-c80addd920ad'] response: {'server_uuid': '5d7d5f02-2605-42e1-a024-6563254df741', 'name': 'network-vif-deleted', 'tag': '42db1409-39e1-46e5-87fb-1c7a3582401a', 'status': 'completed', 'code': 200} Jun 23 02:07:29.859603 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:29.890596 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:07:29.891447 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416616e-65c3-493c-9624-c0be087f6f1f req-d98ef87d-9c7c-4281-8bc2-64429f60b5c0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:29.892999 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7416616e-65c3-493c-9624-c0be087f6f1f req-d98ef87d-9c7c-4281-8bc2-64429f60b5c0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0513160 Jun 23 02:07:29.899089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:29.899718 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:29.944502 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-7416616e-65c3-493c-9624-c0be087f6f1f req-8eb3d618-1c32-4dbb-92c6-c484d8e41266 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Jun 23 02:07:30.132908 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:30.329837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:30.354194 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d44ed5-3fbc-4287-882d-a32b503e09d0 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:03:20Z', 'revision_number': 4, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': '586ed799-43fd-4259-b222-21acf00579a5', 'name': '', 'network_id': 'b8c0b105-2591-4382-91da-1f86ccb7640d', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'mac_address': 'fa:16:3e:56:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fb110f94-e526-41e0-a144-5202768463bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:19Z', 'updated_at': '2022-06-23T02:03:23Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'subnets': [{'id': 'fb110f94-e526-41e0-a144-5202768463bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:07:30.571595 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7fc9c0-4963-4086-95bf-418fe4dc4715 None None] New status for floating IP 997eaa15-8f4f-4689-ba5a-8cf9113b7254: DOWN {{(pid=104189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:07:30.713860 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-41f04fd9-3bb3-4414-b2c7-4442d322c4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:30.863847 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33088) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:30.921243 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (7cd654e7-68d1-4a0f-9134-fdbebf3088b9), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:30.933833 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:30.944817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:30.947120 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (7cd654e7-68d1-4a0f-9134-fdbebf3088b9), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:30.997591 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (7cd654e7-68d1-4a0f-9134-fdbebf3088b9), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.000676 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.002489 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/security-groups/7cd654e7-68d1-4a0f-9134-fdbebf3088b9 HTTP/1.1" status: 204 len: 168 time: 0.1375675 Jun 23 02:07:31.005450 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33092) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:31.012027 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9769-ae28-426f-ac1e-7deaf7eac4ba tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd654e7-68d1-4a0f-9134-fdbebf3088b9,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:31.033152 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.api.v2.resource [None req-67b49d65-bdbd-42f5-9eb2-7165ddc5904a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] show failed (client error): The resource could not be found. Jun 23 02:07:31.034335 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-67b49d65-bdbd-42f5-9eb2-7165ddc5904a tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "GET /v2.0/security-groups/7cd654e7-68d1-4a0f-9134-fdbebf3088b9 HTTP/1.1" status: 404 len: 347 time: 0.0266483 Jun 23 02:07:31.037464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33094) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:31.111114 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f481cd-ade6-4cd2-9015-4702daccdf6c req-cced418a-3b09-427e-9d7f-eaf19957085c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:31.112589 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39f481cd-ade6-4cd2-9015-4702daccdf6c req-cced418a-3b09-427e-9d7f-eaf19957085c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0884814 Jun 23 02:07:31.198699 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Deleting port 0dead4fb-16d5-4527-b51a-c806e8beb8df {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:31.198984 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.204298 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:31.222024 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-39f481cd-ade6-4cd2-9015-4702daccdf6c req-4fdcd6d7-d6fd-4d37-89b4-31d726b33c1b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849242 Jun 23 02:07:31.289746 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.289987 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (0dead4fb-16d5-4527-b51a-c806e8beb8df), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.304043 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Calling delete_port for 0dead4fb-16d5-4527-b51a-c806e8beb8df owned by network:floatingip {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:31.312336 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:31.451737 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (0dead4fb-16d5-4527-b51a-c806e8beb8df), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.480873 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Pushing event deleted for resources: {'Port': ['ID=0dead4fb-16d5-4527-b51a-c806e8beb8df,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:31.541989 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks [] for floatingip (997eaa15-8f4f-4689-ba5a-8cf9113b7254), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.544677 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:31.545823 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-13c05094-7a6b-4718-bc2e-09e578a3c817 tempest-AttachVolumeNegativeTest-162989879 tempest-AttachVolumeNegativeTest-162989879-project] 10.222.0.26 "DELETE /v2.0/floatingips/997eaa15-8f4f-4689-ba5a-8cf9113b7254 HTTP/1.1" status: 204 len: 168 time: 0.5071976 Jun 23 02:07:31.889055 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 42db1409-39e1-46e5-87fb-1c7a3582401a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:31.922078 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 42db1409-39e1-46e5-87fb-1c7a3582401a {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:31.922420 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 42db1409-39e1-46e5-87fb-1c7a3582401a not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:32.138699 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:32.352956 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a38d7-8674-4848-a5a0-85c541912cd5 req-75723fa5-367b-4978-8369-e3f5ead83a60 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:32.354417 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a9a38d7-8674-4848-a5a0-85c541912cd5 req-75723fa5-367b-4978-8369-e3f5ead83a60 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0508132 Jun 23 02:07:32.411474 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a9a38d7-8674-4848-a5a0-85c541912cd5 req-d89583ad-3175-4500-9586-941ea0bdcd8e tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489566 Jun 23 02:07:33.363375 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:33.530688 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:33.534538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9594-4c62-414c-8dd0-cb89f7cab0d4 req-ec63a191-6656-4346-939e-c6d2ae86007d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:33.536052 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e6cf9594-4c62-414c-8dd0-cb89f7cab0d4 req-ec63a191-6656-4346-939e-c6d2ae86007d tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0568068 Jun 23 02:07:33.586685 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e6cf9594-4c62-414c-8dd0-cb89f7cab0d4 req-40b5e25a-cced-4a32-a86b-f70e030dbf4b tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 Jun 23 02:07:34.066670 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-2ca8571b-109e-444c-8682-8c91fbda5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:34.068336 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-2ca8571b-109e-444c-8682-8c91fbda5a49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1130 time: 0.1563027 Jun 23 02:07:34.165538 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-652abb9f-1112-4578-9c60-bd69b4a53650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:34.167085 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-652abb9f-1112-4578-9c60-bd69b4a53650 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.0919030 Jun 23 02:07:34.228337 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-45505c90-4f44-4d0d-95a5-914b02ccdc32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 1002 time: 0.0550425 Jun 23 02:07:34.258911 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:07:34.286147 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-1046551e-d3eb-44cc-9616-8d3f077b322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:34.288142 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-1046551e-d3eb-44cc-9616-8d3f077b322d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0542266 Jun 23 02:07:34.338986 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-961305ba-beb1-4f0e-b081-443a165a100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:34.340560 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-961305ba-beb1-4f0e-b081-443a165a100f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464723 Jun 23 02:07:34.429704 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-a48ed24a-bcda-49a2-9bdf-5d09d6f5ccbc service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829053 Jun 23 02:07:34.522711 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-497eae8a-2f90-46ca-8588-bec2410ddf7a req-482d0376-3c91-4463-acb7-7f7973c0ff81 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Jun 23 02:07:34.709498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5506a7-f0d5-46af-8fda-314cc309a7db req-e83b801b-2848-4493-bbfe-0d9cc8aa7b83 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:34.710915 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a5506a7-f0d5-46af-8fda-314cc309a7db req-e83b801b-2848-4493-bbfe-0d9cc8aa7b83 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Jun 23 02:07:34.765160 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4a5506a7-f0d5-46af-8fda-314cc309a7db req-8ca7a16c-968c-4046-b599-794ad083ec0c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467987 Jun 23 02:07:34.826998 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:35.252923 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33138) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:35.566681 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (d2b966fd-ec5f-4902-a332-7234a46d9068), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:35.880271 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:35.881502 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35968b8f-90e4-4635-99e8-04e129d135a9 req-bed3b86b-c5da-491a-a1e6-f68731e98109 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:35.883314 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35968b8f-90e4-4635-99e8-04e129d135a9 req-bed3b86b-c5da-491a-a1e6-f68731e98109 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0487170 Jun 23 02:07:35.944429 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-35968b8f-90e4-4635-99e8-04e129d135a9 req-72d1f2aa-daf1-4589-887d-3e9b1ae600a6 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496948 Jun 23 02:07:35.991133 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:36.037384 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Deleting port 586ed799-43fd-4259-b222-21acf00579a5 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:36.037718 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (586ed799-43fd-4259-b222-21acf00579a5), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:36.119527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] For port 586ed799-43fd-4259-b222-21acf00579a5, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=586ed799-43fd-4259-b222-21acf00579a5,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:36.119894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (586ed799-43fd-4259-b222-21acf00579a5), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:36.134051 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Calling delete_port for 586ed799-43fd-4259-b222-21acf00579a5 owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:36.319038 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (586ed799-43fd-4259-b222-21acf00579a5), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:36.347064 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=586ed799-43fd-4259-b222-21acf00579a5,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:36.507894 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (d2b966fd-ec5f-4902-a332-7234a46d9068), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:36.700447 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:36.722203 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Router d2b966fd-ec5f-4902-a332-7234a46d9068 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:07:36.820448 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:36.825636 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:07:36.830683 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2c0eab18-7cb5-4859-9d13-916a320316c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/d2b966fd-ec5f-4902-a332-7234a46d9068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5766468 Jun 23 02:07:36.833136 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33142) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:36.838622 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Sync routers for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:07:36.851515 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:36.852135 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:36.931267 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks [] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:36.956779 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:37.012144 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:37.028979 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks [] for router_gateway (d2b966fd-ec5f-4902-a332-7234a46d9068), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.068392 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4aac-c0fb-4122-b9d0-4e82bbcb7df8 req-5a67734a-53ae-4daf-b1b8-6a616ce01fbe tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:37.070027 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a8ab4aac-c0fb-4122-b9d0-4e82bbcb7df8 req-5a67734a-53ae-4daf-b1b8-6a616ce01fbe tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Jun 23 02:07:37.076925 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:37.077832 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Deleting port 3360a583-9d5e-42b7-a5cc-46f790669414 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:37.078228 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.123130 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-a8ab4aac-c0fb-4122-b9d0-4e82bbcb7df8 req-a3e40bd6-ced6-48b6-ae7d-5ddc24ec8ab7 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Jun 23 02:07:37.146754 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:07:36Z', 'revision_number': 5, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port': {'id': '3360a583-9d5e-42b7-a5cc-46f790669414', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:03:18Z', 'updated_at': '2022-06-23T02:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:37.161721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] For port 3360a583-9d5e-42b7-a5cc-46f790669414, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=3360a583-9d5e-42b7-a5cc-46f790669414,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:37.162135 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.162695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Checking router: d2b966fd-ec5f-4902-a332-7234a46d9068 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:07:37.173069 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Routers {'d2b966fd-ec5f-4902-a332-7234a46d9068'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:07:37.173727 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:07:31Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['d2b966fd-ec5f-4902-a332-7234a46d9068'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:37.177079 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Calling delete_port for 3360a583-9d5e-42b7-a5cc-46f790669414 owned by network:router_gateway {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:37.195621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-95769a44-63bf-4c7c-925a-e44126c432a5 req-512a249b-9218-47a4-a2da-ea45d8df267b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 02:07:37.196772 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-95769a44-63bf-4c7c-925a-e44126c432a5 req-512a249b-9218-47a4-a2da-ea45d8df267b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054064 Jun 23 02:07:37.265513 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] Set router d2b966fd-ec5f-4902-a332-7234a46d9068 gateway port host: None {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:07:37.321424 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:07:37Z', 'revision_number': 6, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:37.355315 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37466fcb-5405-49eb-9c79-abb496e5eb82 None None] The sync data for ids ['d2b966fd-ec5f-4902-a332-7234a46d9068'] in dv-cinder-815582-9-iscsi is: [{'id': 'd2b966fd-ec5f-4902-a332-7234a46d9068', 'name': 'tempest-AttachVolumeNegativeTest-1158044457-router', 'tenant_id': '07da57919f294173b2dc00509c4a6e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:03:17Z', 'updated_at': '2022-06-23T02:07:37Z', 'revision_number': 6, 'project_id': '07da57919f294173b2dc00509c4a6e0f', 'gw_port_host': None}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:07:37.369644 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae0fd0-f03f-44bd-9d97-10dd1ca665a2 req-99286f63-5ed7-4676-8d5e-848749f49745 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:37.375854 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-48ae0fd0-f03f-44bd-9d97-10dd1ca665a2 req-99286f63-5ed7-4676-8d5e-848749f49745 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0650897 Jun 23 02:07:37.398726 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:37.405735 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3360a583-9d5e-42b7-a5cc-46f790669414), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.423691 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-48ae0fd0-f03f-44bd-9d97-10dd1ca665a2 req-b9184c5b-3159-4ba3-a54d-b27a2a772e97 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460193 Jun 23 02:07:37.439132 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3360a583-9d5e-42b7-a5cc-46f790669414,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:37.443545 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-ec8ff592-9b12-4ff6-927b-3087ba32b084 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375990 Jun 23 02:07:37.507680 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (d2b966fd-ec5f-4902-a332-7234a46d9068), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.567252 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:37.569790 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-ec137fb3-af3e-4d14-bcac-39628bf79e0c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:37.571407 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-ec137fb3-af3e-4d14-bcac-39628bf79e0c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports/946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 943 time: 0.0999546 Jun 23 02:07:37.599109 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.601728 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks [] for router_controller (d2b966fd-ec5f-4902-a332-7234a46d9068), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.647738 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (d2b966fd-ec5f-4902-a332-7234a46d9068), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.648296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b966fd-ec5f-4902-a332-7234a46d9068 {{(pid=104186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:07:37.652878 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.654088 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-b6e602d1-c843-4359-8451-e5a06425fc8f admin admin] 10.222.0.26 "DELETE /v2.0/routers/d2b966fd-ec5f-4902-a332-7234a46d9068 HTTP/1.1" status: 204 len: 168 time: 0.8200548 Jun 23 02:07:37.656667 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33158) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:37.704808 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Deleting subnet fb110f94-e526-41e0-a144-5202768463bb {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:07:37.708229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Publish callbacks [] for subnet (fb110f94-e526-41e0-a144-5202768463bb), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.747875 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (fb110f94-e526-41e0-a144-5202768463bb), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.825911 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:37.827582 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (fb110f94-e526-41e0-a144-5202768463bb), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.890967 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (fb110f94-e526-41e0-a144-5202768463bb), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.922115 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb110f94-e526-41e0-a144-5202768463bb,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:37.925888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:37.929596 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-1b44654b-7e5a-4d45-8df9-1eac74a5fb30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fb110f94-e526-41e0-a144-5202768463bb HTTP/1.1" status: 204 len: 168 time: 0.2716932 Jun 23 02:07:37.932051 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33164) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:37.932988 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbba94-4f41-4cc9-98a4-ccbe7f77e615 None None] Network b8c0b105-2591-4382-91da-1f86ccb7640d requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:07:38.007094 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (b8c0b105-2591-4382-91da-1f86ccb7640d), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.050782 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Deleting port 994287b2-1346-468b-b901-ff44edb4782e {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:38.051260 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (994287b2-1346-468b-b901-ff44edb4782e), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.114930 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] For port 994287b2-1346-468b-b901-ff44edb4782e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=994287b2-1346-468b-b901-ff44edb4782e,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:38.115641 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (994287b2-1346-468b-b901-ff44edb4782e), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.142870 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Calling delete_port for 994287b2-1346-468b-b901-ff44edb4782e owned by network:dhcp {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:38.157355 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] DHCP port deletion for b8c0b105-2591-4382-91da-1f86ccb7640d request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:07:38.191633 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:38.196522 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Deleting port 994287b2-1346-468b-b901-ff44edb4782e {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:07:38.196898 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (994287b2-1346-468b-b901-ff44edb4782e), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.232218 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (994287b2-1346-468b-b901-ff44edb4782e), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.259721 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] For port 994287b2-1346-468b-b901-ff44edb4782e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=994287b2-1346-468b-b901-ff44edb4782e,segment=NetworkSegment(1d502cd7-5a90-45c5-9954-5020a52731e5),segment_id=1d502cd7-5a90-45c5-9954-5020a52731e5)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:38.260113 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (994287b2-1346-468b-b901-ff44edb4782e), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.266145 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Pushing event deleted for resources: {'Port': ['ID=994287b2-1346-468b-b901-ff44edb4782e,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:38.268566 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] No DVR routers for this DVR port 994287b2-1346-468b-b901-ff44edb4782e on host dv-cinder-815582-9-iscsi {{(pid=104187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:38.275050 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Calling delete_port for 994287b2-1346-468b-b901-ff44edb4782e owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:07:38.344497 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (b8c0b105-2591-4382-91da-1f86ccb7640d), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.358528 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (994287b2-1346-468b-b901-ff44edb4782e), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.365643 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c0b105-2591-4382-91da-1f86ccb7640d']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:38.377349 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d502cd7-5a90-45c5-9954-5020a52731e5') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:38.377646 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d502cd7-5a90-45c5-9954-5020a52731e5') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:07:38.384524 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Pushing event deleted for resources: {'Port': ['ID=994287b2-1346-468b-b901-ff44edb4782e,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:38.393509 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.394271 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.394856 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.395432 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.395942 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.396325 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.396621 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.396901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.397351 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.397634 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (1d502cd7-5a90-45c5-9954-5020a52731e5), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.397781 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.397994 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.398378 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.398614 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.398940 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.399386 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:07:38.402328 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31b622-fc94-41b5-be1f-514d67c249b8 None None] No DVR routers for this DVR port 994287b2-1346-468b-b901-ff44edb4782e on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:07:38.415586 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (1d502cd7-5a90-45c5-9954-5020a52731e5), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.423386 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:07:38.423770 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (1d502cd7-5a90-45c5-9954-5020a52731e5), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.492255 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (b8c0b105-2591-4382-91da-1f86ccb7640d), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.504340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.508426 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8c0b105-2591-4382-91da-1f86ccb7640d HTTP/1.1" status: 204 len: 168 time: 0.5753284 Jun 23 02:07:38.536270 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d8685-d317-4ce8-bd56-143d71bcbe8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c0b105-2591-4382-91da-1f86ccb7640d,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:38.591284 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615382f1-da13-4a4d-ad34-03b66f1525bf req-24423016-b4f2-4c15-b517-129869b800f3 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:38.592786 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-615382f1-da13-4a4d-ad34-03b66f1525bf req-24423016-b4f2-4c15-b517-129869b800f3 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0586789 Jun 23 02:07:38.594390 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 1d502cd7-5a90-45c5-9954-5020a52731e5 resource provider aggregate not found Jun 23 02:07:38.622320 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 1d502cd7-5a90-45c5-9954-5020a52731e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d502cd7-5a90-45c5-9954-5020a52731e5 found for delete ", "request_id": "req-16e88466-a5e5-4764-a655-e0ea91011f3b"}]} Jun 23 02:07:38.648582 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-615382f1-da13-4a4d-ad34-03b66f1525bf req-873681cb-8e83-422a-ba6e-938f718b8440 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Jun 23 02:07:38.743536 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33176) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:38.784073 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-cb9686c2-d20d-42a5-b6c7-7719df7a05d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07da57919f294173b2dc00509c4a6e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393686 Jun 23 02:07:38.786725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33178) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:38.835170 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 586ed799-43fd-4259-b222-21acf00579a5 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:38.839022 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] Publish callbacks [] for security_group (935eb5f6-4b0d-4930-9391-adbe358ef151), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.854335 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 586ed799-43fd-4259-b222-21acf00579a5 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:38.854666 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 586ed799-43fd-4259-b222-21acf00579a5 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:38.855062 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 994287b2-1346-468b-b901-ff44edb4782e no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:38.860958 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] Publish callbacks [] for security_group (935eb5f6-4b0d-4930-9391-adbe358ef151), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.872368 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 994287b2-1346-468b-b901-ff44edb4782e {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:38.872927 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 994287b2-1346-468b-b901-ff44edb4782e not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:38.873470 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 3360a583-9d5e-42b7-a5cc-46f790669414 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:38.889827 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:38.894635 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 3360a583-9d5e-42b7-a5cc-46f790669414 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:07:38.895025 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 3360a583-9d5e-42b7-a5cc-46f790669414 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:07:38.912810 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (935eb5f6-4b0d-4930-9391-adbe358ef151), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.915379 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:38.916574 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/935eb5f6-4b0d-4930-9391-adbe358ef151 HTTP/1.1" status: 204 len: 168 time: 0.1287501 Jun 23 02:07:38.926269 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387ea7c-9777-4967-89b0-e14b8c41600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935eb5f6-4b0d-4930-9391-adbe358ef151,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:38.992897 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-22b5d621-513b-494b-9e40-f85a618108fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:38.994552 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-22b5d621-513b-494b-9e40-f85a618108fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431&tenant_id=136fd75d8a874bb3aa24ef1564f8e36b HTTP/1.1" status: 200 len: 1130 time: 0.0387282 Jun 23 02:07:39.054655 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-a22f6a9d-e1c3-4408-af14-12fd905dd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:39.056211 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-a22f6a9d-e1c3-4408-af14-12fd905dd38a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1130 time: 0.0392406 Jun 23 02:07:39.148412 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-5747bb5b-290c-42f7-8760-5babec68fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:39.149927 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-5747bb5b-290c-42f7-8760-5babec68fc42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.0878217 Jun 23 02:07:39.214786 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-6ca12479-2755-49ce-aa79-51ce3db9e662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 1002 time: 0.0592399 Jun 23 02:07:39.264511 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-6c4be143-e4ec-477a-9b40-14edb836afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:39.266052 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-6c4be143-e4ec-477a-9b40-14edb836afd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0453768 Jun 23 02:07:39.310982 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-b248b71d-564d-473a-857e-f4d9bba23728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:39.312901 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-b248b71d-564d-473a-857e-f4d9bba23728 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406733 Jun 23 02:07:39.409208 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-dcc11868-8442-4cd0-946d-f7e58ee3231a service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886135 Jun 23 02:07:39.492467 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:39.498734 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-ff730887-3a7a-45b0-ab58-6717a979d545 req-97dac8cc-cb63-4a42-a72c-81bedb8ff5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864415 Jun 23 02:07:39.767621 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448608fb-9f1e-4f76-98d6-d44917da1533 req-c29cf6ba-bb0e-4250-b55b-088b7c56399c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:39.769110 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-448608fb-9f1e-4f76-98d6-d44917da1533 req-c29cf6ba-bb0e-4250-b55b-088b7c56399c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Jun 23 02:07:39.819654 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-448608fb-9f1e-4f76-98d6-d44917da1533 req-0a020ac9-6d0e-4e98-9b36-8e6c70c2d6d9 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Jun 23 02:07:39.953360 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:07:40.028183 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 946d121a-e615-4650-bce3-adb5c9e38417 is: ACTIVE; New status is: DOWN {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:07:40.028626 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.051513 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:07:40.053721 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e58510-6540-40a1-bc8b-592a2bbe7444" -d '{"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-unplugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:07:40.066997 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:40.072902 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.128277 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=6']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:40.308650 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c38806-cfc9-4e8e-9d99-686255f4859e x-openstack-request-id: req-d4c38806-cfc9-4e8e-9d99-686255f4859e {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:07:40.308946 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-unplugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:07:40.309195 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4c38806-cfc9-4e8e-9d99-686255f4859e {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:07:40.309639 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c38806-cfc9-4e8e-9d99-686255f4859e'] response: {'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'code': 200} Jun 23 02:07:40.602419 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33228) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:40.647162 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:40.713050 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea931140-0c8f-4bbc-b0a9-74f6ba1841f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.798170 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea931140-0c8f-4bbc-b0a9-74f6ba1841f3 admin admin] Publish callbacks [] for security_group (575040c0-8246-4641-8f46-475bd5c1196f), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.803675 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-ea931140-0c8f-4bbc-b0a9-74f6ba1841f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (575040c0-8246-4641-8f46-475bd5c1196f), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.842349 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-ea931140-0c8f-4bbc-b0a9-74f6ba1841f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ba4afb05fe54c9885b41cb4d6a3bfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388463 Jun 23 02:07:40.843151 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea931140-0c8f-4bbc-b0a9-74f6ba1841f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575040c0-8246-4641-8f46-475bd5c1196f,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:40.845146 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33234) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:40.900035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] Publish callbacks [] for security_group (575040c0-8246-4641-8f46-475bd5c1196f), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.930035 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] Publish callbacks [] for security_group (575040c0-8246-4641-8f46-475bd5c1196f), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.937814 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed700919-15bb-4af8-95da-f623e3d7b37b req-7869faec-e4d5-4f47-8c0b-16071ccdf403 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:40.939310 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ed700919-15bb-4af8-95da-f623e3d7b37b req-7869faec-e4d5-4f47-8c0b-16071ccdf403 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0489583 Jun 23 02:07:40.978518 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (575040c0-8246-4641-8f46-475bd5c1196f), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.981281 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:40.982547 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575040c0-8246-4641-8f46-475bd5c1196f HTTP/1.1" status: 204 len: 168 time: 0.1362901 Jun 23 02:07:40.990718 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109e908-9863-401a-be45-80a3cad95791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575040c0-8246-4641-8f46-475bd5c1196f,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:40.994017 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ed700919-15bb-4af8-95da-f623e3d7b37b req-5d8bc968-590d-4d18-ba26-c58bb807561f tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489309 Jun 23 02:07:41.284320 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33240) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:41.300538 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-149eba77-5499-46f4-ad9a-8ee96ad5e9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.338537 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:41.383530 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-149eba77-5499-46f4-ad9a-8ee96ad5e9e1 admin admin] Publish callbacks [] for security_group (b52b1a70-7afc-44f2-ae0f-1e6d79cfabad), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.388836 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-149eba77-5499-46f4-ad9a-8ee96ad5e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b52b1a70-7afc-44f2-ae0f-1e6d79cfabad), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.426410 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eba77-5499-46f4-ad9a-8ee96ad5e9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b1a70-7afc-44f2-ae0f-1e6d79cfabad,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:41.430742 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-149eba77-5499-46f4-ad9a-8ee96ad5e9e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85ecf6bc6fe440158c82c12f401fda53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453426 Jun 23 02:07:41.434024 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33242) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:41.483133 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] Publish callbacks [] for security_group (b52b1a70-7afc-44f2-ae0f-1e6d79cfabad), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.505532 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] Publish callbacks [] for security_group (b52b1a70-7afc-44f2-ae0f-1e6d79cfabad), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.557070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (b52b1a70-7afc-44f2-ae0f-1e6d79cfabad), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.560047 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:41.561201 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b52b1a70-7afc-44f2-ae0f-1e6d79cfabad HTTP/1.1" status: 204 len: 168 time: 0.1268480 Jun 23 02:07:41.569494 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aae9c-1f6a-4d92-9232-2f42ceb69223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b1a70-7afc-44f2-ae0f-1e6d79cfabad,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:42.113803 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d4e75-e666-439d-b5ba-c9db8345aa81 req-6d091558-4413-415d-8785-498d13651be5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:42.115303 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f28d4e75-e666-439d-b5ba-c9db8345aa81 req-6d091558-4413-415d-8785-498d13651be5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Jun 23 02:07:42.165677 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f28d4e75-e666-439d-b5ba-c9db8345aa81 req-e4690f08-4773-486d-a2f1-ff66ebb6b222 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Jun 23 02:07:43.279187 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c910b2-0340-4993-91aa-53cba224ba05 req-9a2a6955-7c55-463b-9cf2-9c725df23710 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:43.280727 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-73c910b2-0340-4993-91aa-53cba224ba05 req-9a2a6955-7c55-463b-9cf2-9c725df23710 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0474179 Jun 23 02:07:43.299809 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:43.333493 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-73c910b2-0340-4993-91aa-53cba224ba05 req-cb02a875-be89-45eb-aa46-56e6bacfe1f0 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470912 Jun 23 02:07:43.764197 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33316) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:43.872806 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a409fb4d-0885-4aa7-8a3d-4cf627bd9e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:43.960780 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a409fb4d-0885-4aa7-8a3d-4cf627bd9e4e admin admin] Publish callbacks [] for security_group (75dad61d-5acc-46b9-a79d-5f50dea7f913), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:43.966616 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-a409fb4d-0885-4aa7-8a3d-4cf627bd9e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (75dad61d-5acc-46b9-a79d-5f50dea7f913), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.006676 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409fb4d-0885-4aa7-8a3d-4cf627bd9e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dad61d-5acc-46b9-a79d-5f50dea7f913,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:44.013953 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-a409fb4d-0885-4aa7-8a3d-4cf627bd9e4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6045a976bcf3436dac4c596a10829ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487442 Jun 23 02:07:44.014656 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33320) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:44.103038 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] Publish callbacks [] for security_group (75dad61d-5acc-46b9-a79d-5f50dea7f913), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.105153 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-6e832b89-c262-4daf-96e8-b384268b917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:44.106677 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-6e832b89-c262-4daf-96e8-b384268b917c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1128 time: 0.0542064 Jun 23 02:07:44.138620 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] Publish callbacks [] for security_group (75dad61d-5acc-46b9-a79d-5f50dea7f913), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.160571 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:44.253150 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-140ece52-928e-44c6-bc6e-034066fe2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:44.254549 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-140ece52-928e-44c6-bc6e-034066fe2fe8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.1278541 Jun 23 02:07:44.255723 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:44.292922 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (75dad61d-5acc-46b9-a79d-5f50dea7f913), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.295740 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.296859 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75dad61d-5acc-46b9-a79d-5f50dea7f913 HTTP/1.1" status: 204 len: 168 time: 0.2809536 Jun 23 02:07:44.313806 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031d4e-4287-4f8d-a5de-fbf6ecc18ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dad61d-5acc-46b9-a79d-5f50dea7f913,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:44.330701 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-f579ab4a-cea3-473d-8532-ca979c995f6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 1000 time: 0.0705740 Jun 23 02:07:44.383899 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-ffff7efa-ec8d-42a0-8558-0321f01ad383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:44.385383 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-ffff7efa-ec8d-42a0-8558-0321f01ad383 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0495334 Jun 23 02:07:44.432200 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-022cf90d-ec90-41c5-91b0-cb62ba1d39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:44.433999 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-022cf90d-ec90-41c5-91b0-cb62ba1d39c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428500 Jun 23 02:07:44.455686 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638c8-c909-4a3e-8f3c-37298ad969bd req-66c99188-5d95-424b-a441-da4b8fad8f86 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:44.457440 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-700638c8-c909-4a3e-8f3c-37298ad969bd req-66c99188-5d95-424b-a441-da4b8fad8f86 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0519681 Jun 23 02:07:44.511461 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-700638c8-c909-4a3e-8f3c-37298ad969bd req-91296759-d3e3-4163-8934-e45ebf380c15 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Jun 23 02:07:44.540139 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-3644b50c-3a43-45f0-a714-643aa0c738be service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003127 Jun 23 02:07:44.595445 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33328) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:44.610050 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-72a82944-f16b-4c50-bca9-0ab5aa542cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.644030 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:44.704411 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-72a82944-f16b-4c50-bca9-0ab5aa542cf1 admin admin] Publish callbacks [] for security_group (4ae9235d-2bb4-4790-95a3-b18a3003d146), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.708962 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-72a82944-f16b-4c50-bca9-0ab5aa542cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ae9235d-2bb4-4790-95a3-b18a3003d146), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.753088 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a82944-f16b-4c50-bca9-0ab5aa542cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae9235d-2bb4-4790-95a3-b18a3003d146,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:44.758660 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-72a82944-f16b-4c50-bca9-0ab5aa542cf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d50e1392921f459aada27b8319a1adb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620905 Jun 23 02:07:44.761627 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33330) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:44.812251 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] Publish callbacks [] for security_group (4ae9235d-2bb4-4790-95a3-b18a3003d146), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.834307 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] Publish callbacks [] for security_group (4ae9235d-2bb4-4790-95a3-b18a3003d146), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.881796 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ae9235d-2bb4-4790-95a3-b18a3003d146), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.884350 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:44.885496 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ae9235d-2bb4-4790-95a3-b18a3003d146 HTTP/1.1" status: 204 len: 168 time: 0.1226447 Jun 23 02:07:44.887235 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b3de4512-cd14-4fea-807a-c881f2b98455 req-91bc1a07-5db4-4437-b82f-3a684fecfef2 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410053 Jun 23 02:07:44.893383 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d4287-3029-4a91-a9cd-d9b58f03ba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae9235d-2bb4-4790-95a3-b18a3003d146,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:45.471658 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9404a-81e2-4082-93cb-2325443db344 req-c9151966-b0b1-4195-b247-458786fd59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:45.473176 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7ab9404a-81e2-4082-93cb-2325443db344 req-c9151966-b0b1-4195-b247-458786fd59f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1128 time: 0.0388596 Jun 23 02:07:45.523403 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7ab9404a-81e2-4082-93cb-2325443db344 req-95d0d705-7fa7-4111-9f88-39336a456db5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Jun 23 02:07:45.581754 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33354) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:45.632738 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649358f-4750-48d9-b2ae-d63cbfb6a579 req-532f9810-8c43-4e4b-b43a-93cf4afdbfff tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:45.634226 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c649358f-4750-48d9-b2ae-d63cbfb6a579 req-532f9810-8c43-4e4b-b43a-93cf4afdbfff tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0501006 Jun 23 02:07:45.686397 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.v2.base [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460317261-network', 'tenant_id': 'eb1c8afa40364b16ab0b2aa88f9472f9'}} {{(pid=104187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:07:45.701951 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c649358f-4750-48d9-b2ae-d63cbfb6a579 req-8c906c7e-848c-4b75-b881-6df1bab9fd01 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614045 Jun 23 02:07:45.713009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Made reservation on behalf of eb1c8afa40364b16ab0b2aa88f9472f9 for: {'network': 1} {{(pid=104187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:07:45.715177 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for network (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.723914 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.752384 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:45.799316 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks [] for security_group (f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.805526 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.831638 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 02:07:45.841544 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:45.846290 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (efaa3457-85e6-4709-b14c-aaca1aa53b86), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.846621 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.segments_db [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Added segment efaa3457-85e6-4709-b14c-aaca1aa53b86 of type vlan for network a1a6863a-8006-47c1-86f7-968caa2bbafa Jun 23 02:07:45.885517 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773127668673'] for network (a1a6863a-8006-47c1-86f7-968caa2bbafa), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.912721 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977'] for network (a1a6863a-8006-47c1-86f7-968caa2bbafa), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.913684 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:45.914269 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.946544 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3635621 Jun 23 02:07:45.949842 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33360) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:07:45.954885 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Request body: {'subnet': {'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460317261-subnet', 'tenant_id': 'eb1c8afa40364b16ab0b2aa88f9472f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:07:45.976551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Made reservation on behalf of eb1c8afa40364b16ab0b2aa88f9472f9 for: {'subnet': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:07:45.979229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26224219'] for subnet (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:45.979906 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f5bad-fea3-4191-9566-4236fdc678a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a6863a-8006-47c1-86f7-968caa2bbafa,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:45.991040 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Network a1a6863a-8006-47c1-86f7-968caa2bbafa details requested by agent ovs-agent-dv-cinder-815582-9-iscsi with host dv-cinder-815582-9-iscsi {{(pid=104188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 02:07:46.057071 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:46.065272 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:46.157469 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26321181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26224173'] for subnet (d7f5a660-3ae2-40dc-87be-1a9d90cf6702), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:46.207319 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f5a660-3ae2-40dc-87be-1a9d90cf6702,revision_number=0']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:46.223186 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Checking segment: {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:07:46.223729 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Network hostable DHCP agents. Network: a1a6863a-8006-47c1-86f7-968caa2bbafa, hostable agents: ['c813c661-0b3b-48c9-9f7c-10be9790aa39'], hosted agents: [] {{(pid=104186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 02:07:46.231065 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:46.244200 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Network a1a6863a-8006-47c1-86f7-968caa2bbafa is scheduled to be hosted by DHCP agent c813c661-0b3b-48c9-9f7c-10be9790aa39 with binding_index 1 {{(pid=104186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 02:07:46.255475 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-9-iscsi, a1a6863a-8006-47c1-86f7-968caa2bbafa) {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:07:46.259495 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:46.260098 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:46.265873 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ea3da-3886-4d94-b562-87df994468e9 None None] Network a1a6863a-8006-47c1-86f7-968caa2bbafa requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:07:46.278936 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-2e073553-c461-4e7f-ac18-553242f7a72a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3278840 Jun 23 02:07:46.373377 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac15ab-29d9-4f88-9484-b7515445b23f None None] Network a1a6863a-8006-47c1-86f7-968caa2bbafa requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:07:46.386005 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:46.827356 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce204e6-dace-4483-b05d-40d5e0cca4f5 req-45965c4b-82f7-4b0a-8334-1f7ee958dc0c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:46.828869 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2ce204e6-dace-4483-b05d-40d5e0cca4f5 req-45965c4b-82f7-4b0a-8334-1f7ee958dc0c tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Jun 23 02:07:46.840438 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:46.880546 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-2ce204e6-dace-4483-b05d-40d5e0cca4f5 req-696e49b9-7a72-4c9b-bb87-0db29997f6ff tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Jun 23 02:07:47.982811 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:07:48.225895 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:48.237909 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '946d121a-e615-4650-bce3-adb5c9e38417', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'port_id': '946d121a-e615-4650-bce3-adb5c9e38417', 'mac_address': 'fa:16:3e:82:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:07:48.278065 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 946d121a-e615-4650-bce3-adb5c9e38417 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:07:48.278427 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:48.294534 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946d121a-e615-4650-bce3-adb5c9e38417 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:07:48.314748 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:48.319695 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:48.333860 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-d55cff55-8701-43fa-bb5f-7ee1c9f53b24 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:48.335398 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-d55cff55-8701-43fa-bb5f-7ee1c9f53b24 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 809 time: 0.3674188 Jun 23 02:07:48.350876 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-a425650e-62a0-43c1-9a64-a2a1d9663158 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/quotas/eb1c8afa40364b16ab0b2aa88f9472f9 HTTP/1.1" status: 200 len: 375 time: 0.0092058 Jun 23 02:07:48.365915 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=7']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:48.383530 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-db945078-9bce-4e23-abdd-9944fee4f4c6 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jun 23 02:07:48.441011 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-639f9d02-5f0b-43e0-8e41-f0c6759dbafc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 02:07:48.441989 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-639f9d02-5f0b-43e0-8e41-f0c6759dbafc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0513773 Jun 23 02:07:48.527936 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['946d121a-e615-4650-bce3-adb5c9e38417'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:07:48.541682 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-a8a67844-df4a-4793-a17c-67035d19187f service neutron] 10.222.0.26 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927644 Jun 23 02:07:48.643071 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-e671b32d-a1b1-4566-bc38-3065467b2306 service neutron] 10.222.0.26 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952168 Jun 23 02:07:48.813915 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-27297b46-8bc1-45bf-a305-3d67feafba1c req-a7568004-51cf-4aa6-8b2e-a8abfa79a304 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 210 time: 0.0312655 Jun 23 02:07:49.781887 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-eb79bf61-69ff-443a-aaff-e37f2c2f1aef tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:49.783401 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-eb79bf61-69ff-443a-aaff-e37f2c2f1aef tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 809 time: 0.1110773 Jun 23 02:07:49.794791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Request body: {'port': {'device_id': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa', 'admin_state_up': True, 'tenant_id': 'eb1c8afa40364b16ab0b2aa88f9472f9'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:07:49.903033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Made reservation on behalf of eb1c8afa40364b16ab0b2aa88f9472f9 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:07:49.906439 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:49.917747 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-18b650a5-1a8d-4bd1-8d48-af95519251e4 req-81d7a2f1-257e-4fb2-bb13-186e323442d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 210 time: 0.0313966 Jun 23 02:07:49.988752 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:07:50.036657 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 946d121a-e615-4650-bce3-adb5c9e38417 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:07:50.036926 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (946d121a-e615-4650-bce3-adb5c9e38417), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.040817 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Allocated IP 172.20.0.4 (a1a6863a-8006-47c1-86f7-968caa2bbafa/d7f5a660-3ae2-40dc-87be-1a9d90cf6702/3f11b211-e349-4191-a28e-5b63dd21fd13) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:07:50.072241 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:50.108525 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 946d121a-e615-4650-bce3-adb5c9e38417 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:07:50.108908 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.131664 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:07:50.133848 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaed230-3401-41f9-908b-0bd988a08655" -d '{"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-plugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:07:50.135949 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:50.147837 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:50.153082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.176872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed0b3a-1cd0-4afd-abc2-222577ec9407 x-openstack-request-id: req-05ed0b3a-1cd0-4afd-abc2-222577ec9407 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:07:50.177214 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-plugged", "status": "completed", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:07:50.177394 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05ed0b3a-1cd0-4afd-abc2-222577ec9407 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:07:50.177772 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ed0b3a-1cd0-4afd-abc2-222577ec9407'] response: {'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'code': 200} Jun 23 02:07:50.194805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks [] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.202846 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=8']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:50.214282 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:50.228637 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.274174 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Network a1a6863a-8006-47c1-86f7-968caa2bbafa is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:07:50.277247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:07:50.281318 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:07:50.287568 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Pushing event updated for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:50.332427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:50.333040 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.350727 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-0b8719ab-6fac-4e3b-b4d0-ee2b06893fb0 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598633 Jun 23 02:07:50.364525 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Request body: {'port': {'device_id': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:07:50.427558 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.465995 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:50.693043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f11b211-e349-4191-a28e-5b63dd21fd13 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:07:50.701055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks [] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.714505 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Transition to ACTIVE for port object 3f11b211-e349-4191-a28e-5b63dd21fd13 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:07:50.721288 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.768730 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:50.844644 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Attempting to bind port 3f11b211-e349-4191-a28e-5b63dd21fd13 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:07:50.845397 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Attempting to bind port 3f11b211-e349-4191-a28e-5b63dd21fd13 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:07:50.845539 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Attempting to bind port 3f11b211-e349-4191-a28e-5b63dd21fd13 on network a1a6863a-8006-47c1-86f7-968caa2bbafa {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:07:50.850171 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Port 3f11b211-e349-4191-a28e-5b63dd21fd13 on network a1a6863a-8006-47c1-86f7-968caa2bbafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:07:50.850494 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Attempting to bind port 3f11b211-e349-4191-a28e-5b63dd21fd13 on network a1a6863a-8006-47c1-86f7-968caa2bbafa {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:07:50.857489 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:07:50.857895 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Checking segment: {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:07:50.858434 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Bound using segment: {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:07:50.859055 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Bound port: 3f11b211-e349-4191-a28e-5b63dd21fd13, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:07:50.859668 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.925343 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:07:50.928355 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3f11b211-e349-4191-a28e-5b63dd21fd13,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:07:50.936695 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.972224 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:50.972852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:50.974222 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] 10.222.0.16 "PUT /v2.0/ports/3f11b211-e349-4191-a28e-5b63dd21fd13 HTTP/1.1" status: 200 len: 1093 time: 0.6160488 Jun 23 02:07:50.974653 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:07:50.976893 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a30d6-5dc7-4383-8317-7c39f426d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:07:50.985096 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:51.004606 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93cb48-4a08-4559-9e0a-ebb4652a45e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:51.030919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad45e2b-8bd1-4772-ba70-36b50873ff3b x-openstack-request-id: req-2ad45e2b-8bd1-4772-ba70-36b50873ff3b {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:07:51.031299 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:07:51.031618 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ad45e2b-8bd1-4772-ba70-36b50873ff3b {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:07:51.032098 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad45e2b-8bd1-4772-ba70-36b50873ff3b'] response: {'name': 'network-changed', 'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13', 'status': 'completed', 'code': 200} Jun 23 02:07:51.055412 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf282b-5614-4fe7-8556-8a241bca79ec req-fa7d0889-3752-43e3-b032-d860d5c62e76 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:51.056924 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-acbf282b-5614-4fe7-8556-8a241bca79ec req-fa7d0889-3752-43e3-b032-d860d5c62e76 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 943 time: 0.0682616 Jun 23 02:07:51.079971 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-02773183-5211-47ef-a250-046d1c62cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:51.081507 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-02773183-5211-47ef-a250-046d1c62cdfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 1127 time: 0.0462596 Jun 23 02:07:51.104251 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-acbf282b-5614-4fe7-8556-8a241bca79ec req-427ef630-56cb-4d27-9107-0c66c3960ea9 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jun 23 02:07:51.120113 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-bf5b6714-cc7a-4f78-9b95-8c1a5297b89f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f11b211-e349-4191-a28e-5b63dd21fd13 HTTP/1.1" status: 200 len: 217 time: 0.0325091 Jun 23 02:07:51.168558 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b9f459c-c33c-4fc1-a4d8-5e67c8620734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:51.170281 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-7b9f459c-c33c-4fc1-a4d8-5e67c8620734 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7f5a660-3ae2-40dc-87be-1a9d90cf6702 HTTP/1.1" status: 200 len: 849 time: 0.0440702 Jun 23 02:07:51.203648 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-ae714561-e285-4780-90fd-0938027989f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1a6863a-8006-47c1-86f7-968caa2bbafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276947 Jun 23 02:07:51.295945 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-8b00e0fe-13d0-43c2-91ca-1f99c95d8fff service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863087 Jun 23 02:07:51.388054 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-073b5374-7803-4a12-b82c-ab17c22fac55 req-84751ab4-379c-48a1-aaa6-f7b261270b28 service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Jun 23 02:07:52.123642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-baeaa749-3575-4ab7-9281-7647e1957126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:52.125115 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-baeaa749-3575-4ab7-9281-7647e1957126 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 1127 time: 0.0402195 Jun 23 02:07:52.221927 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:52.225691 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb6a2-a099-454e-a5d9-bb47b044e5a0 req-55818bd1-e62b-417f-b0d1-d36cb4326eb3 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:52.227164 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b00bb6a2-a099-454e-a5d9-bb47b044e5a0 req-55818bd1-e62b-417f-b0d1-d36cb4326eb3 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 943 time: 0.0465174 Jun 23 02:07:52.239124 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-7c76f5ca-7014-4481-b91e-f09412632c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:52.240659 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-7c76f5ca-7014-4481-b91e-f09412632c8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 910 time: 0.0943770 Jun 23 02:07:52.278165 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b00bb6a2-a099-454e-a5d9-bb47b044e5a0 req-9c4c6c9e-a038-42dc-afcb-6bab6d35dba8 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Jun 23 02:07:52.279331 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-257d5752-fb83-43b0-9ea2-2d35970b49d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f11b211-e349-4191-a28e-5b63dd21fd13 HTTP/1.1" status: 200 len: 217 time: 0.0325890 Jun 23 02:07:52.328098 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-da14dda3-fc7c-4e98-ba5b-7d58d87ab62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:52.329629 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-da14dda3-fc7c-4e98-ba5b-7d58d87ab62b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7f5a660-3ae2-40dc-87be-1a9d90cf6702 HTTP/1.1" status: 200 len: 849 time: 0.0447707 Jun 23 02:07:52.361236 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-3f276954-e0b2-456e-8d5d-420a0baeee86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1a6863a-8006-47c1-86f7-968caa2bbafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259783 Jun 23 02:07:52.459496 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-ae68d282-6933-4dae-aacb-1f27679afae5 service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926456 Jun 23 02:07:52.548544 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-a82a30d6-5dc7-4383-8317-7c39f426d4bc req-954b58b4-3b2b-42ce-931a-1be13e8b87e3 service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834782 Jun 23 02:07:53.408347 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7431b1c-b14f-4fd3-a139-a5615246656b req-d62cd5c0-366b-4cdb-a60f-4cc7d9a33460 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:53.409799 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7431b1c-b14f-4fd3-a139-a5615246656b req-d62cd5c0-366b-4cdb-a60f-4cc7d9a33460 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 943 time: 0.0569155 Jun 23 02:07:53.473426 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-e7431b1c-b14f-4fd3-a139-a5615246656b req-8e7c77be-5eff-4e7d-80ec-3f84187e6dc1 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553536 Jun 23 02:07:54.015081 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3f11b211-e349-4191-a28e-5b63dd21fd13 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:07:54.134487 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3f11b211-e349-4191-a28e-5b63dd21fd13,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:54.145843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '3f11b211-e349-4191-a28e-5b63dd21fd13', 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa', 'port_id': '3f11b211-e349-4191-a28e-5b63dd21fd13', 'mac_address': 'fa:16:3e:82:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f5a660-3ae2-40dc-87be-1a9d90cf6702', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:07:54.185247 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3f11b211-e349-4191-a28e-5b63dd21fd13 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:07:54.185631 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:54.199016 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f11b211-e349-4191-a28e-5b63dd21fd13 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:07:54.218300 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3f11b211-e349-4191-a28e-5b63dd21fd13,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:54.224788 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:54.271413 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:54.434743 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['3f11b211-e349-4191-a28e-5b63dd21fd13'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:07:54.578158 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:54.590346 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb2494-ab57-4782-9b51-aad5b963ad3a req-bcc30787-683c-4b0d-9633-e6fee396096b tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:54.591860 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38eb2494-ab57-4782-9b51-aad5b963ad3a req-bcc30787-683c-4b0d-9633-e6fee396096b tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 944 time: 0.0504611 Jun 23 02:07:54.640941 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-38eb2494-ab57-4782-9b51-aad5b963ad3a req-f43ec32b-1ad4-4a29-9415-b44376b89b7d tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Jun 23 02:07:55.772171 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d6b1-6400-4d75-b44b-2b61d239ee78 req-a7cb7dea-e1ad-407d-913d-cc191fdab07a tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:55.773599 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b592d6b1-6400-4d75-b44b-2b61d239ee78 req-a7cb7dea-e1ad-407d-913d-cc191fdab07a tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 944 time: 0.0587242 Jun 23 02:07:55.822118 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b592d6b1-6400-4d75-b44b-2b61d239ee78 req-36f0c8ad-2d05-4bd0-88ae-fe2de865f5b5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Jun 23 02:07:56.016777 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3f11b211-e349-4191-a28e-5b63dd21fd13 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:07:56.071056 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 3f11b211-e349-4191-a28e-5b63dd21fd13 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:07:56.080322 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 3f11b211-e349-4191-a28e-5b63dd21fd13 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:07:56.080665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:56.154364 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 3f11b211-e349-4191-a28e-5b63dd21fd13 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:07:56.154715 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:56.182054 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:07:56.184674 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a286feb4-d3d7-41d7-842f-15ac25406f96" -d '{"events": [{"server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "name": "network-vif-plugged", "status": "completed", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:07:56.197127 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3f11b211-e349-4191-a28e-5b63dd21fd13,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:07:56.202432 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:56.225994 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cbebf8-0edb-4d35-ba64-092c2d16f309 x-openstack-request-id: req-97cbebf8-0edb-4d35-ba64-092c2d16f309 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:07:56.226290 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "name": "network-vif-plugged", "status": "completed", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:07:56.227159 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97cbebf8-0edb-4d35-ba64-092c2d16f309 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:07:56.227582 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cbebf8-0edb-4d35-ba64-092c2d16f309'] response: {'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13', 'code': 200} Jun 23 02:07:56.254371 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:07:56.390317 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9e3c-e6b2-4952-b811-cb194fd80acd req-606d3996-92b9-4de5-927c-f8a362d3676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:56.392367 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7e3b9e3c-e6b2-4952-b811-cb194fd80acd req-606d3996-92b9-4de5-927c-f8a362d3676d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 1129 time: 0.0457873 Jun 23 02:07:56.440243 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-7e3b9e3c-e6b2-4952-b811-cb194fd80acd req-48601482-b86c-450b-ad4e-f1cfb6d16a28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Jun 23 02:07:56.941529 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa07046-5803-45f8-8c39-0b84de49ece6 req-79cf957d-528f-477d-9a0e-689b9c715e70 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:56.943221 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5fa07046-5803-45f8-8c39-0b84de49ece6 req-79cf957d-528f-477d-9a0e-689b9c715e70 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 945 time: 0.0524001 Jun 23 02:07:56.992489 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-5fa07046-5803-45f8-8c39-0b84de49ece6 req-1afaa8f3-5af1-4298-b30a-1dadd2e7eedb tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Jun 23 02:07:57.292227 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:57.313769 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:58.109725 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:07:58.118214 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ee087-a278-45f2-8e4e-93e2a91199ab req-b4498ca9-4839-4ba6-861e-3b49842a8810 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:58.119901 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ba6ee087-a278-45f2-8e4e-93e2a91199ab req-b4498ca9-4839-4ba6-861e-3b49842a8810 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 945 time: 0.0495274 Jun 23 02:07:58.179745 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-ba6ee087-a278-45f2-8e4e-93e2a91199ab req-022053c1-75f9-428e-84ec-30a8c483c4e1 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Jun 23 02:07:58.439155 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-cf8e620a-59c0-4b4c-a82f-ce269e8d47a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:07:58.811164 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e87b0-4c14-4446-9bbe-d5717375491b req-c871e63f-22dc-4996-add3-2cb434f583f2 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:58.812652 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-851e87b0-4c14-4446-9bbe-d5717375491b req-c871e63f-22dc-4996-add3-2cb434f583f2 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 945 time: 0.0507765 Jun 23 02:07:58.861950 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-851e87b0-4c14-4446-9bbe-d5717375491b req-7470ecfe-b6ca-4565-872e-e3ab8bf58d73 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Jun 23 02:07:59.987750 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e3e9-9361-458d-9713-eec6c5cabc8e req-e46372e6-2058-46c5-8cc7-f45afd24f4a4 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:07:59.989239 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c2b6e3e9-9361-458d-9713-eec6c5cabc8e req-e46372e6-2058-46c5-8cc7-f45afd24f4a4 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 945 time: 0.0477068 Jun 23 02:08:00.036856 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c2b6e3e9-9361-458d-9713-eec6c5cabc8e req-115a3c15-26af-489c-ba88-f79c69a30e69 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Jun 23 02:08:00.146614 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-7de8e126-defb-410c-9ca9-373aa05e508f tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:00.148428 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-7de8e126-defb-410c-9ca9-373aa05e508f tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "GET /v2.0/ports?device_id=32781f4b-10ad-44b1-81a4-22c64c347eaa HTTP/1.1" status: 200 len: 945 time: 0.0547647 Jun 23 02:08:00.253593 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Deleting port 3f11b211-e349-4191-a28e-5b63dd21fd13 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:08:00.253888 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:00.351967 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] For port 3f11b211-e349-4191-a28e-5b63dd21fd13, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3f11b211-e349-4191-a28e-5b63dd21fd13,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:08:00.352398 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:00.365852 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=100 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:00.367036 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Calling delete_port for 3f11b211-e349-4191-a28e-5b63dd21fd13 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:08:00.498246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (3f11b211-e349-4191-a28e-5b63dd21fd13), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:00.510529 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['3f11b211-e349-4191-a28e-5b63dd21fd13'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:08:00.527110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Pushing event deleted for resources: {'Port': ['ID=3f11b211-e349-4191-a28e-5b63dd21fd13,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:00.575298 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] No DVR routers for this DVR port 3f11b211-e349-4191-a28e-5b63dd21fd13 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:08:00.577983 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:00.581235 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-4c9619c4-33cc-43ae-870e-fb374a6381de req-b651f0d9-3549-4fae-8789-cd39f76670d5 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "DELETE /v2.0/ports/3f11b211-e349-4191-a28e-5b63dd21fd13 HTTP/1.1" status: 204 len: 173 time: 0.4271483 Jun 23 02:08:00.581719 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'name': 'network-vif-deleted', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:08:00.583996 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875c5d0-e229-4ba6-b60d-9c5e613dbf0f" -d '{"events": [{"server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "name": "network-vif-deleted", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:08:00.622742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce38e45-4efa-44e0-83bc-ffab7307aae1 x-openstack-request-id: req-7ce38e45-4efa-44e0-83bc-ffab7307aae1 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:08:00.623033 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32781f4b-10ad-44b1-81a4-22c64c347eaa", "name": "network-vif-deleted", "tag": "3f11b211-e349-4191-a28e-5b63dd21fd13", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:08:00.623311 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ce38e45-4efa-44e0-83bc-ffab7307aae1 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:08:00.623721 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce38e45-4efa-44e0-83bc-ffab7307aae1'] response: {'server_uuid': '32781f4b-10ad-44b1-81a4-22c64c347eaa', 'name': 'network-vif-deleted', 'tag': '3f11b211-e349-4191-a28e-5b63dd21fd13', 'status': 'completed', 'code': 200} Jun 23 02:08:00.718550 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9663a758-3f2a-4e4f-ad85-faf631b7ac31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:01.307302 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-4064ad9e-8abc-4c8e-9165-ba2b5b310d8e tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:01.308814 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-4064ad9e-8abc-4c8e-9165-ba2b5b310d8e tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 809 time: 0.1126466 Jun 23 02:08:01.323550 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-1ad0619c-479c-4de6-82b9-7816c05836bb tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/quotas/eb1c8afa40364b16ab0b2aa88f9472f9 HTTP/1.1" status: 200 len: 375 time: 0.0091777 Jun 23 02:08:01.356318 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-1f417a1a-70dd-4354-a32f-b3001bb9ea35 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281267 Jun 23 02:08:01.366521 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-65c52696-4a59-4808-8892-58803cd2e9b6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 02:08:01.367497 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-65c52696-4a59-4808-8892-58803cd2e9b6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049427 Jun 23 02:08:01.459561 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-574956f6-163f-41ad-baff-d53f0d5b2454 service neutron] 10.222.0.26 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867629 Jun 23 02:08:01.553691 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-6cc92d8a-bbac-40aa-9628-ac5572652bbe service neutron] 10.222.0.26 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855746 Jun 23 02:08:01.720643 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-50dd6080-1d09-482b-a9c2-8b7fc984b257 req-e60ff8be-8c28-4cd1-ad36-e36e084e0137 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Jun 23 02:08:02.135349 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:02.653874 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-9ce3c14e-28f1-474b-9e09-886ac68b2bf7 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:02.655386 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-9ce3c14e-28f1-474b-9e09-886ac68b2bf7 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 809 time: 0.1044793 Jun 23 02:08:02.673887 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Request body: {'port': {'device_id': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa', 'admin_state_up': True, 'tenant_id': 'eb1c8afa40364b16ab0b2aa88f9472f9'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:08:02.707635 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:02.794110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Made reservation on behalf of eb1c8afa40364b16ab0b2aa88f9472f9 for: {'port': 1} {{(pid=104186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 02:08:02.797934 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:02.817666 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-6d88ee11-c502-4b89-9fa4-803e41c9dc51 req-a9589660-e296-4dff-b6c9-38881ce547ba tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Jun 23 02:08:02.928466 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_common [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Allocated IP 172.20.0.4 (a1a6863a-8006-47c1-86f7-968caa2bbafa/d7f5a660-3ae2-40dc-87be-1a9d90cf6702/39e321d3-adb0-4b9e-9742-f8be5d1d9c25) {{(pid=104186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 02:08:03.091376 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks [] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.127129 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773127684226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.159172 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:03.172316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Network a1a6863a-8006-47c1-86f7-968caa2bbafa is already hosted by enough agents. {{(pid=104186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 02:08:03.177690 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.base_scheduler [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Resources bound (agent type, host, resource id): {{(pid=104186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 02:08:03.182039 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Received port after_create {{(pid=104186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 02:08:03.186100 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Pushing event updated for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:03.237507 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:03.238107 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.257144 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-8082d863-4ce5-4b22-b4c5-eae465b1710c tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877621 Jun 23 02:08:03.269068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.v2.base [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Request body: {'port': {'device_id': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 02:08:03.328590 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.359835 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.484104 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:03.527735 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.598438 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 {{(pid=104186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:08:03.606223 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks [] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), precommit_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.619476 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.provisioning_blocks [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Transition to ACTIVE for port object 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 will not be triggered until provisioned by entity L2. {{(pid=104186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 02:08:03.627049 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.677724 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Pushing event updated for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=2']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:03.748903 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Attempting to bind port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 02:08:03.749230 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Attempting to bind port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 02:08:03.749550 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Attempting to bind port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 on network a1a6863a-8006-47c1-86f7-968caa2bbafa {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:08:03.754316 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 on network a1a6863a-8006-47c1-86f7-968caa2bbafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 02:08:03.754628 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Attempting to bind port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 on network a1a6863a-8006-47c1-86f7-968caa2bbafa {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 02:08:03.759803 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Checking agent: {'id': 'a7a8bf38-4711-437b-b51d-99b5464cc83b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'started_at': datetime.datetime(2022, 6, 23, 1, 54, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 02:08:03.760131 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Checking segment: {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 02:08:03.760506 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Bound using segment: {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'} {{(pid=104186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 02:08:03.760926 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.managers [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Bound port: 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaa3457-85e6-4709-b14c-aaca1aa53b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa'}}] {{(pid=104186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 02:08:03.761276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), before_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.825387 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, cleared binding levels {{(pid=104186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 02:08:03.828403 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 02:08:03.837702 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26321296'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_update {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.873760 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:03.874436 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:03.876306 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-600e5597-15a2-476b-8065-08f47be9455e service neutron] 10.222.0.16 "PUT /v2.0/ports/39e321d3-adb0-4b9e-9742-f8be5d1d9c25 HTTP/1.1" status: 200 len: 1093 time: 0.6114287 Jun 23 02:08:03.878560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:08:03.882000 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d28920-6423-4f30-838d-557e04cd0f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:08:03.906290 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e5597-15a2-476b-8065-08f47be9455e service neutron] Pushing event updated for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=3']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:03.926014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac270bf-42fd-487c-92b9-348f6880bb8f x-openstack-request-id: req-bac270bf-42fd-487c-92b9-348f6880bb8f {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:08:03.926208 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:08:03.927130 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bac270bf-42fd-487c-92b9-348f6880bb8f {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:08:03.927130 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac270bf-42fd-487c-92b9-348f6880bb8f'] response: {'name': 'network-changed', 'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25', 'status': 'completed', 'code': 200} Jun 23 02:08:03.940786 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdcbc-b522-44b1-b231-9e35dfa561b5 req-f4fa23e6-9088-40bb-9350-934e7fbd3fa9 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:03.942527 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4b7bdcbc-b522-44b1-b231-9e35dfa561b5 req-f4fa23e6-9088-40bb-9350-934e7fbd3fa9 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 943 time: 0.0558496 Jun 23 02:08:03.973946 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-1c7c4d32-c9f6-4bd6-8ecd-f2235c622d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:03.975493 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-1c7c4d32-c9f6-4bd6-8ecd-f2235c622d04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 1127 time: 0.0403788 Jun 23 02:08:03.990549 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4b7bdcbc-b522-44b1-b231-9e35dfa561b5 req-a81707dc-9c1d-4098-bd1d-763d152d07ca tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Jun 23 02:08:04.018466 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-0f0486ba-fd72-4112-a087-40a45f8024d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25 HTTP/1.1" status: 200 len: 217 time: 0.0348885 Jun 23 02:08:04.067719 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-b7e7e10e-32f4-4f9c-b8f5-2cce25700dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:04.069156 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-b7e7e10e-32f4-4f9c-b8f5-2cce25700dc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7f5a660-3ae2-40dc-87be-1a9d90cf6702 HTTP/1.1" status: 200 len: 849 time: 0.0437484 Jun 23 02:08:04.092751 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3f11b211-e349-4191-a28e-5b63dd21fd13 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:08:04.100317 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-15ee4307-8231-4fa8-82d1-a3e32d33f7e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1a6863a-8006-47c1-86f7-968caa2bbafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251031 Jun 23 02:08:04.111624 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 3f11b211-e349-4191-a28e-5b63dd21fd13 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:08:04.111962 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 3f11b211-e349-4191-a28e-5b63dd21fd13 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:08:04.139386 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:04.197069 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-84af271f-7092-418a-8b79-550fcaba033f service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 Jun 23 02:08:04.295784 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-f0d623bc-9824-4cb9-a3d9-5314c7da80b8 req-6e9be59f-220b-4a54-bd54-d4fa8e279c05 service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920069 Jun 23 02:08:04.827260 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:05.071067 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d28920-6423-4f30-838d-557e04cd0f1f req-39feaafc-963e-4ae4-b98e-97c9ab44ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:05.072527 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-39feaafc-963e-4ae4-b98e-97c9ab44ee6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 1127 time: 0.0531416 Jun 23 02:08:05.110370 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:05.124582 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b5a5b-e421-4d28-b02b-37ddaf0f7a7c req-8bf0728e-63b5-48a3-9de3-a4f931702781 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:05.126054 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f55b5a5b-e421-4d28-b02b-37ddaf0f7a7c req-8bf0728e-63b5-48a3-9de3-a4f931702781 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 943 time: 0.0536811 Jun 23 02:08:05.165827 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d28920-6423-4f30-838d-557e04cd0f1f req-af390dc3-e59a-4635-9636-674039ef8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:05.168056 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-af390dc3-e59a-4635-9636-674039ef8120 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 200 len: 910 time: 0.0887485 Jun 23 02:08:05.175148 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-f55b5a5b-e421-4d28-b02b-37ddaf0f7a7c req-2a04d4da-cdbe-4db9-9995-fc686701b22f tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Jun 23 02:08:05.198644 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:05.199552 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:05.208399 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-3dab8b59-8a90-421f-accf-e1649dccf6d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25 HTTP/1.1" status: 200 len: 217 time: 0.0346136 Jun 23 02:08:05.243454 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:05.262475 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d28920-6423-4f30-838d-557e04cd0f1f req-42ea37d4-9c7e-46ba-8799-821954d0994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:05.264003 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-42ea37d4-9c7e-46ba-8799-821954d0994d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7f5a660-3ae2-40dc-87be-1a9d90cf6702 HTTP/1.1" status: 200 len: 849 time: 0.0489769 Jun 23 02:08:05.297266 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-00812087-9438-47a4-8546-587eda4c108f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1a6863a-8006-47c1-86f7-968caa2bbafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264721 Jun 23 02:08:05.390667 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-a42c47f4-c8a1-48e8-ac58-2a2388eeb175 service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Jun 23 02:08:05.493820 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-74d28920-6423-4f30-838d-557e04cd0f1f req-b1619caa-1230-4d40-bc2d-47a8e93fcccb service neutron] 10.222.0.16 "GET /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968418 Jun 23 02:08:06.092864 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 02:08:06.206539 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:08:06.220039 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Returning: {'device': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25', 'network_id': 'a1a6863a-8006-47c1-86f7-968caa2bbafa', 'port_id': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25', 'mac_address': 'fa:16:3e:1c:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f5a660-3ae2-40dc-87be-1a9d90cf6702', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 02:08:06.259504 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 is: DOWN; New status is: BUILD {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:08:06.259889 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:06.273473 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 {{(pid=104188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 02:08:06.293047 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:08:06.297777 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e271c-2897-4961-a0c4-fdf6c5b4ce75 req-e5e60a6b-8ba6-47e4-9430-a1bb88dc1fab tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:06.298328 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:06.299295 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-421e271c-2897-4961-a0c4-fdf6c5b4ce75 req-e5e60a6b-8ba6-47e4-9430-a1bb88dc1fab tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 943 time: 0.0488286 Jun 23 02:08:06.344610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=4']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:06.346974 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-421e271c-2897-4961-a0c4-fdf6c5b4ce75 req-844719fb-b48f-4377-95e6-4845f3b79035 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Jun 23 02:08:06.498868 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['39e321d3-adb0-4b9e-9742-f8be5d1d9c25'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:08:07.471383 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeface-237d-47b1-a18e-4cb0266a7085 req-92985fab-1054-48bc-baa0-702fbf9ab686 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:07.473496 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4aaeface-237d-47b1-a18e-4cb0266a7085 req-92985fab-1054-48bc-baa0-702fbf9ab686 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 944 time: 0.0541115 Jun 23 02:08:07.525498 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4aaeface-237d-47b1-a18e-4cb0266a7085 req-70428173-6e94-4b01-821e-bc6b68e73687 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Jun 23 02:08:08.109215 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 up at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 02:08:08.157706 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning for port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 completed by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 02:08:08.165966 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.provisioning_blocks [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Provisioning complete for port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 triggered by entity L2. {{(pid=104188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 02:08:08.166349 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503702'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), provisioning_complete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:08.231308 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:08.237864 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Current status of the port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 is: BUILD; New status is: ACTIVE {{(pid=104188) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 02:08:08.238275 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470422'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), before_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:08.265539 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25'}] {{(pid=104188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:08:08.267872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b15f358651ea95dc7b3a5bfe33c69f9da2339c17b0c25c84a84d4d0d5b9545e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8528df-dde0-4900-8d07-0d94e71c8ee0" -d '{"events": [{"server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "name": "network-vif-plugged", "status": "completed", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25"}]}' {{(pid=104188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:08:08.281421 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:08:08.286843 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773128089182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773127684244', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773127684262'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:08.291575 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:08.311349 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3b3028-d43d-4e36-af9f-7059964aa7e8 x-openstack-request-id: req-4e3b3028-d43d-4e36-af9f-7059964aa7e8 {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:08:08.311641 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "name": "network-vif-plugged", "status": "completed", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25", "code": 200}]} {{(pid=104188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:08:08.311886 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e3b3028-d43d-4e36-af9f-7059964aa7e8 {{(pid=104188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:08:08.312295 dv-cinder-815582-9-iscsi neutron-server[104188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3b3028-d43d-4e36-af9f-7059964aa7e8'] response: {'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25', 'code': 200} Jun 23 02:08:08.338288 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Pushing event updated for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=5']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:08.481331 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fa4b1-4ee2-4722-a6f1-7f536bf96c34 req-86aa1402-7341-4a5b-a0aa-e45bef6ea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:08.482794 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d79fa4b1-4ee2-4722-a6f1-7f536bf96c34 req-86aa1402-7341-4a5b-a0aa-e45bef6ea904 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 1129 time: 0.0392532 Jun 23 02:08:08.526899 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-d79fa4b1-4ee2-4722-a6f1-7f536bf96c34 req-24519ade-6f94-4ea5-9bd1-af6e692ae75d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Jun 23 02:08:08.653746 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a7c49-2de4-46e3-94de-f10073cd5a9d req-80d948d9-f0ce-4372-8504-61c5d38d916d tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:08.655199 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-145a7c49-2de4-46e3-94de-f10073cd5a9d req-80d948d9-f0ce-4372-8504-61c5d38d916d tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 945 time: 0.0565841 Jun 23 02:08:08.705816 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-145a7c49-2de4-46e3-94de-f10073cd5a9d req-9b4ac4da-d250-43ab-88be-c997fb6f4c1b tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Jun 23 02:08:09.830739 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334445bc-155d-4d9e-bc54-af2efb073304 req-ea6713dc-57fa-44c0-ac8b-cbe11453033d tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:09.832228 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-334445bc-155d-4d9e-bc54-af2efb073304 req-ea6713dc-57fa-44c0-ac8b-cbe11453033d tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Jun 23 02:08:09.846780 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=100 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:09.884124 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-334445bc-155d-4d9e-bc54-af2efb073304 req-9ee89a93-63d0-475c-8962-66f716f92955 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Jun 23 02:08:10.556164 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758cb44-5533-4bb7-b6a5-51a9baf3ae76 req-8a795da1-3a03-4e75-a600-1637b25fc060 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:10.557611 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4758cb44-5533-4bb7-b6a5-51a9baf3ae76 req-8a795da1-3a03-4e75-a600-1637b25fc060 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Jun 23 02:08:10.606248 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-4758cb44-5533-4bb7-b6a5-51a9baf3ae76 req-ee258f5d-7e80-475d-99ad-46abd453a4fc tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Jun 23 02:08:11.264561 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:08:11.730229 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01c89-ebeb-4f76-9c02-9ffb4c13e9af req-ec08a83e-b0f2-4773-9dd2-e962d5e8a32a tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:11.731760 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c3f01c89-ebeb-4f76-9c02-9ffb4c13e9af req-ec08a83e-b0f2-4773-9dd2-e962d5e8a32a tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Jun 23 02:08:11.783893 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-c3f01c89-ebeb-4f76-9c02-9ffb4c13e9af req-2d35beb8-aded-4b49-8abc-3402a900d552 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.26 "GET /v2.0/security-groups?id=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Jun 23 02:08:11.890139 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-61e7d851-b7f3-42c5-94d5-b09d837a7ab9 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:08:11.891512 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-61e7d851-b7f3-42c5-94d5-b09d837a7ab9 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef642c07-a7b8-4572-a7e4-ff5df239fc50 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Jun 23 02:08:11.974075 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Deleting port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:08:11.974418 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:12.066362 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] For port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,segment=NetworkSegment(efaa3457-85e6-4709-b14c-aaca1aa53b86),segment_id=efaa3457-85e6-4709-b14c-aaca1aa53b86)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:08:12.066693 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:12.079791 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Calling delete_port for 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:08:12.146934 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:12.212920 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (39e321d3-adb0-4b9e-9742-f8be5d1d9c25), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:12.225665 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] get_ports_and_sgs() called for port_ids ['39e321d3-adb0-4b9e-9742-f8be5d1d9c25'] {{(pid=104188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 02:08:12.243720 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Pushing event deleted for resources: {'Port': ['ID=39e321d3-adb0-4b9e-9742-f8be5d1d9c25,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:12.300936 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] No DVR routers for this DVR port 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:08:12.303696 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:12.306943 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-cbad67e0-6a1d-4767-8b26-59af52cd66e9 req-c0091397-ab61-4af5-ace4-909692a1d452 tempest-VolumesActionsTest-2038568309 tempest-VolumesActionsTest-2038568309-project] 10.222.0.16 "DELETE /v2.0/ports/39e321d3-adb0-4b9e-9742-f8be5d1d9c25 HTTP/1.1" status: 204 len: 173 time: 0.4086907 Jun 23 02:08:12.307427 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'name': 'network-vif-deleted', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:08:12.309813 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b748c2f-47ac-4b1b-bce7-23d28c079cc1" -d '{"events": [{"server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "name": "network-vif-deleted", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:08:12.348092 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b48a6a-ca05-4fc3-b9d9-b9b0b38fe6b2 x-openstack-request-id: req-75b48a6a-ca05-4fc3-b9d9-b9b0b38fe6b2 {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:08:12.348412 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef642c07-a7b8-4572-a7e4-ff5df239fc50", "name": "network-vif-deleted", "tag": "39e321d3-adb0-4b9e-9742-f8be5d1d9c25", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:08:12.348691 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75b48a6a-ca05-4fc3-b9d9-b9b0b38fe6b2 {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:08:12.349120 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b48a6a-ca05-4fc3-b9d9-b9b0b38fe6b2'] response: {'server_uuid': 'ef642c07-a7b8-4572-a7e4-ff5df239fc50', 'name': 'network-vif-deleted', 'tag': '39e321d3-adb0-4b9e-9742-f8be5d1d9c25', 'status': 'completed', 'code': 200} Jun 23 02:08:16.308965 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:08:16.331831 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:08:16.332165 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 39e321d3-adb0-4b9e-9742-f8be5d1d9c25 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:08:21.256792 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:21.776917 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=63 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:21.782936 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=20 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:22.296206 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:22.301290 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:26.315903 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:UPDATE=1,neutron:SELECT=14 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:26.317759 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:27.233645 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:28.434724 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-61300afb-4deb-4036-8bb8-5035dbb13f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:30.730022 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-dd781318-ae51-4901-87d7-e16f9bdf452f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:32.134744 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.368483 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.528917 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.695496 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33746) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:33.744805 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Deleting subnet d7f5a660-3ae2-40dc-87be-1a9d90cf6702 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:08:33.748069 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Publish callbacks [] for subnet (d7f5a660-3ae2-40dc-87be-1a9d90cf6702), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.785465 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (d7f5a660-3ae2-40dc-87be-1a9d90cf6702), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.832110 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (d7f5a660-3ae2-40dc-87be-1a9d90cf6702), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.886625 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (d7f5a660-3ae2-40dc-87be-1a9d90cf6702), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.911478 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f5a660-3ae2-40dc-87be-1a9d90cf6702,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:33.916080 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:33.919384 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7f5a660-3ae2-40dc-87be-1a9d90cf6702 HTTP/1.1" status: 204 len: 168 time: 0.2222605 Jun 23 02:08:33.922309 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33748) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:33.924352 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.924692 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.925028 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.925367 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.925652 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.925984 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.926305 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.926618 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.926934 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.927256 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.927596 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.927911 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.928225 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.928533 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.928844 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef0acc-f892-4555-a2cb-eecc88ff1389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:33.993027 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (a1a6863a-8006-47c1-86f7-968caa2bbafa), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.070480 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (a1a6863a-8006-47c1-86f7-968caa2bbafa), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.095007 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6863a-8006-47c1-86f7-968caa2bbafa']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:08:34.105106 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaa3457-85e6-4709-b14c-aaca1aa53b86') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:08:34.105413 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaa3457-85e6-4709-b14c-aaca1aa53b86') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:08:34.114970 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (efaa3457-85e6-4709-b14c-aaca1aa53b86), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.128245 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (efaa3457-85e6-4709-b14c-aaca1aa53b86), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.134666 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:08:34.135035 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (efaa3457-85e6-4709-b14c-aaca1aa53b86), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.162135 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment efaa3457-85e6-4709-b14c-aaca1aa53b86 resource provider aggregate not found Jun 23 02:08:34.198009 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (a1a6863a-8006-47c1-86f7-968caa2bbafa), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.203986 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.207088 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a1a6863a-8006-47c1-86f7-968caa2bbafa HTTP/1.1" status: 204 len: 168 time: 0.2837100 Jun 23 02:08:34.209826 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment efaa3457-85e6-4709-b14c-aaca1aa53b86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efaa3457-85e6-4709-b14c-aaca1aa53b86 found for delete ", "request_id": "req-add475ac-e92a-404b-b57e-1e02eaf0b062"}]} Jun 23 02:08:34.219313 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a6863a-8006-47c1-86f7-968caa2bbafa,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:34.226972 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.227326 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.227690 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.228062 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.228515 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.228848 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.229174 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.229494 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.229861 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.230114 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.230437 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.230761 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.231090 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.231426 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.231929 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348479bf-6376-4d83-a033-565e34b33363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:08:34.337636 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33756) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:34.378940 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-388906b7-02ca-4f6c-9ab2-dda3ea2783dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb1c8afa40364b16ab0b2aa88f9472f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401363 Jun 23 02:08:34.381547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33758) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:34.437394 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] Publish callbacks [] for security_group (f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.458483 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] Publish callbacks [] for security_group (f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.510304 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.513001 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:34.514165 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8 HTTP/1.1" status: 204 len: 168 time: 0.1317089 Jun 23 02:08:34.522261 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108aedc5-13d4-41e1-a445-b60ae8882624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ccf7c-3c0d-45f5-9fff-8f4e2e7047f8,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:34.830494 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.618898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33788) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:35.743526 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-de64bd2c-b6fd-4640-aaa3-5ec3dbf0df0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.825395 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-de64bd2c-b6fd-4640-aaa3-5ec3dbf0df0c admin admin] Publish callbacks [] for security_group (0c9dd82e-b038-4a11-947d-36e3d91486b2), precommit_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.831958 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-de64bd2c-b6fd-4640-aaa3-5ec3dbf0df0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0c9dd82e-b038-4a11-947d-36e3d91486b2), after_create {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.870154 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-de64bd2c-b6fd-4640-aaa3-5ec3dbf0df0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0574eef26e4240a58956006c43149c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501662 Jun 23 02:08:35.870969 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64bd2c-b6fd-4640-aaa3-5ec3dbf0df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9dd82e-b038-4a11-947d-36e3d91486b2,revision_number=1']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:35.873136 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33792) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:35.924723 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] Publish callbacks [] for security_group (0c9dd82e-b038-4a11-947d-36e3d91486b2), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.945998 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] Publish callbacks [] for security_group (0c9dd82e-b038-4a11-947d-36e3d91486b2), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.997126 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (0c9dd82e-b038-4a11-947d-36e3d91486b2), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:35.999728 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:36.000916 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c9dd82e-b038-4a11-947d-36e3d91486b2 HTTP/1.1" status: 204 len: 168 time: 0.1267846 Jun 23 02:08:36.008773 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d61c-86d2-470b-80e5-b652aa700226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9dd82e-b038-4a11-947d-36e3d91486b2,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:42.192210 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:42.197471 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:44.826846 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:45.864808 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:45.866527 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:46.004509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=68,neutron:DELETE=6 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:46.005732 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:46.021959 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:48.269692 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:08:53.440309 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33920) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:53.558026 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5cf9-f749-4fe0-a754-e74cbdd79cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.642254 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5cf9-f749-4fe0-a754-e74cbdd79cf9 admin admin] Publish callbacks [] for security_group (4ffbbf29-2d00-44b9-80d5-46032904e037), precommit_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.647735 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5cf9-f749-4fe0-a754-e74cbdd79cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ffbbf29-2d00-44b9-80d5-46032904e037), after_create {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.686299 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-4c9e5cf9-f749-4fe0-a754-e74cbdd79cf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61c669cabfd542e5942bd7a24b79e2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448986 Jun 23 02:08:53.687199 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e5cf9-f749-4fe0-a754-e74cbdd79cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbbf29-2d00-44b9-80d5-46032904e037,revision_number=1']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:53.689220 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33924) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:08:53.739905 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] Publish callbacks [] for security_group (4ffbbf29-2d00-44b9-80d5-46032904e037), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.762280 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] Publish callbacks [] for security_group (4ffbbf29-2d00-44b9-80d5-46032904e037), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.809511 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (4ffbbf29-2d00-44b9-80d5-46032904e037), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.812050 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:08:53.813261 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ffbbf29-2d00-44b9-80d5-46032904e037 HTTP/1.1" status: 204 len: 168 time: 0.1230772 Jun 23 02:08:53.820773 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938590b-69a9-4935-8294-9f89e377dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbbf29-2d00-44b9-80d5-46032904e037,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:08:58.265408 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:08:58.448653 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-d725921c-fbdf-45f8-b858-1813bc8fac21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:00.737718 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7699f652-dc36-43af-a22c-5cf807e58326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:02.144012 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.162786 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33928) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:03.318111 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Deleting port a00360d8-40dd-4b8b-a6fc-8998fdb130fb {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:03.318445 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.364306 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.397062 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.397381 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for floatingip (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.410498 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Calling delete_port for a00360d8-40dd-4b8b-a6fc-8998fdb130fb owned by network:floatingip {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:03.524852 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.586070 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a00360d8-40dd-4b8b-a6fc-8998fdb130fb), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.608575 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event deleted for resources: {'Port': ['ID=a00360d8-40dd-4b8b-a6fc-8998fdb130fb,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:03.672718 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for floatingip (4f93994c-16b1-4943-ae2a-54e97e070aa8), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.672955 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.db.l3_db [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Floating IP 4f93994c-16b1-4943-ae2a-54e97e070aa8 disassociated (deleted). External IP: 172.27.0.189, port: 946d121a-e615-4650-bce3-adb5c9e38417. Jun 23 02:09:03.813724 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:03.815777 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:03.817015 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:03.849835 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:03.878516 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Router a3b11783-c9b0-44b1-aba5-26be54dd3f9c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:09:03.982011 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:09:03.987374 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for floatingip (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:03.992000 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Sync routers for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:09:04.003144 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:04.003867 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:04.016570 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-515dfcd4-1e65-46c2-a07a-a87bc6e90568 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "DELETE /v2.0/floatingips/4f93994c-16b1-4943-ae2a-54e97e070aa8 HTTP/1.1" status: 204 len: 168 time: 0.8524852 Jun 23 02:09:04.017244 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:09:04.019656 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cb8eae152a980f9989ee820ec91a2abd08ee37621a0fff69d3a88dccd0c97e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92a048a-b0dc-4a29-9016-9b6e9803a639" -d '{"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:09:04.065010 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30960b3a-abf4-4478-9db4-5b50efc88a41 x-openstack-request-id: req-30960b3a-abf4-4478-9db4-5b50efc88a41 {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:09:04.065297 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "status": "completed", "code": 200}]} {{(pid=104187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:09:04.065547 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30960b3a-abf4-4478-9db4-5b50efc88a41 {{(pid=104187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:09:04.065948 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30960b3a-abf4-4478-9db4-5b50efc88a41'] response: {'name': 'network-changed', 'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'status': 'completed', 'code': 200} Jun 23 02:09:04.104222 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:04.126484 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-edad51e3-7a06-4ad0-bfd6-4ebe9b20046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:04.128060 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-edad51e3-7a06-4ad0-bfd6-4ebe9b20046e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 1130 time: 0.0414910 Jun 23 02:09:04.236144 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-bca46299-ba93-4b91-b233-832b8a25d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:04.237567 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-bca46299-ba93-4b91-b233-832b8a25d057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 200 len: 909 time: 0.1042504 Jun 23 02:09:04.274099 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ef65-c9d2-4731-9f5c-22501765a652 req-8a76557e-4ae2-43bd-b5c7-7ea45d717df2 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:04.276049 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b1f5ef65-c9d2-4731-9f5c-22501765a652 req-8a76557e-4ae2-43bd-b5c7-7ea45d717df2 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0666516 Jun 23 02:09:04.288558 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:04.314885 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Checking router: a3b11783-c9b0-44b1-aba5-26be54dd3f9c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:09:04.323266 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:04.323861 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:04.332015 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-b1f5ef65-c9d2-4731-9f5c-22501765a652 req-07630111-ddf6-4448-b5d1-12bd0422c057 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490720 Jun 23 02:09:04.495886 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:04.682374 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:04.708060 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ae85c-23b1-4ddb-ab1e-c442c5911150 None None] The sync data for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi is: [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:04:43Z', 'revision_number': 4, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi', '_interfaces': [{'id': 'a6bfedba-db71-4779-b97c-8e78075a9ac9', 'name': '', 'network_id': '1e8ae29d-b299-4bb7-a891-5414865429d4', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'mac_address': 'fa:16:3e:1a:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:43Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'subnets': [{'id': 'a1018453-8a53-4cbc-9b8b-33cd06535468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:09:04.857446 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:04.923547 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481fa91-eea6-44b4-ba64-ae4a42004428 None None] New status for floating IP 4f93994c-16b1-4943-ae2a-54e97e070aa8: DOWN {{(pid=104188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 02:09:05.183641 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-c8903bf8-a647-409f-8858-6ce73ee467aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 200 len: 217 time: 0.0465465 Jun 23 02:09:05.236014 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-c3f9e927-f9cf-439d-bc42-4277fa373501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:05.237172 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-c3f9e927-f9cf-439d-bc42-4277fa373501 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 200 len: 847 time: 0.0478387 Jun 23 02:09:05.280815 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-483815c3-c31e-4f40-867b-43c581978a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:05.282253 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-483815c3-c31e-4f40-867b-43c581978a8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e8ae29d-b299-4bb7-a891-5414865429d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394008 Jun 23 02:09:05.409652 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-db710508-d045-4e25-8fdf-b8fb359560b9 service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876768 Jun 23 02:09:05.450741 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4116e-dd48-42aa-91cf-ba6b0eadca16 req-29050350-7f84-4336-aa28-74aa64d7ffce tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:05.452203 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-45a4116e-dd48-42aa-91cf-ba6b0eadca16 req-29050350-7f84-4336-aa28-74aa64d7ffce tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0491626 Jun 23 02:09:05.501463 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-45a4116e-dd48-42aa-91cf-ba6b0eadca16 req-cc43c9e8-f2d6-4be6-bf70-33af34654a45 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/security-groups?id=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Jun 23 02:09:05.930772 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-2b57a87f-e48b-48f3-8daf-b0340c59fb50 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 02:09:05.932299 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-2b57a87f-e48b-48f3-8daf-b0340c59fb50 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 946 time: 0.0797935 Jun 23 02:09:05.971507 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-b92a048a-b0dc-4a29-9016-9b6e9803a639 req-47a41962-b759-4c5c-8690-6cbe6d600e1d service neutron] 10.222.0.16 "GET /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082744 Jun 23 02:09:06.023475 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Deleting port 946d121a-e615-4650-bce3-adb5c9e38417 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:06.023814 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (946d121a-e615-4650-bce3-adb5c9e38417), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:06.115911 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] For port 946d121a-e615-4650-bce3-adb5c9e38417, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=946d121a-e615-4650-bce3-adb5c9e38417,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:06.116278 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (946d121a-e615-4650-bce3-adb5c9e38417), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:06.129178 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Calling delete_port for 946d121a-e615-4650-bce3-adb5c9e38417 owned by compute:nova {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:06.262125 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (946d121a-e615-4650-bce3-adb5c9e38417), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:06.292206 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event deleted for resources: {'Port': ['ID=946d121a-e615-4650-bce3-adb5c9e38417,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:06.337609 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] No DVR routers for this DVR port 946d121a-e615-4650-bce3-adb5c9e38417 on host hv-cinder-81558 {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:09:06.340347 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014329'] for port (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:06.343641 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [req-6d5ac516-7663-46dd-8a8d-ce52b154f26f req-59021b0e-9f41-4a1d-bc74-b2542fa323a5 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.16 "DELETE /v2.0/ports/946d121a-e615-4650-bce3-adb5c9e38417 HTTP/1.1" status: 204 len: 173 time: 0.4034722 Jun 23 02:09:06.344068 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-deleted', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417'}] {{(pid=104186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 02:09:06.346286 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b228de423eed7bcf0de6ce09d63e51704a36ee87cc844be236b21300d968ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd55995-e964-414b-9744-9d2212916eec" -d '{"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-deleted", "tag": "946d121a-e615-4650-bce3-adb5c9e38417"}]}' {{(pid=104186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 02:09:06.381713 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 02:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87f546-b10e-4f3d-80c0-7350037d4ccf x-openstack-request-id: req-af87f546-b10e-4f3d-80c0-7350037d4ccf {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 02:09:06.381999 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab05f11d-a5eb-47f8-9488-6758d4f64431", "name": "network-vif-deleted", "tag": "946d121a-e615-4650-bce3-adb5c9e38417", "status": "completed", "code": 200}]} {{(pid=104186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 02:09:06.382246 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af87f546-b10e-4f3d-80c0-7350037d4ccf {{(pid=104186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 02:09:06.382644 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af87f546-b10e-4f3d-80c0-7350037d4ccf'] response: {'server_uuid': 'ab05f11d-a5eb-47f8-9488-6758d4f64431', 'name': 'network-vif-deleted', 'tag': '946d121a-e615-4650-bce3-adb5c9e38417', 'status': 'completed', 'code': 200} Jun 23 02:09:06.611938 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [req-bdce4e9f-1cb4-4a4d-be27-a29b96802164 req-7babd35c-172a-4300-8114-93361a4d0f21 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab05f11d-a5eb-47f8-9488-6758d4f64431 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Jun 23 02:09:07.678382 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33944) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:07.735315 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (77e46d50-27a7-4c4c-8e0e-0a18cc3205d3), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:07.761953 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (77e46d50-27a7-4c4c-8e0e-0a18cc3205d3), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:07.837616 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (77e46d50-27a7-4c4c-8e0e-0a18cc3205d3), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:07.840370 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:07.841597 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] 10.222.0.26 "DELETE /v2.0/security-groups/77e46d50-27a7-4c4c-8e0e-0a18cc3205d3 HTTP/1.1" status: 204 len: 168 time: 0.1628196 Jun 23 02:09:07.851344 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d95a-d572-4d6e-8145-7046c86efb47 tempest-TestShelveInstance-1243185954 tempest-TestShelveInstance-1243185954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e46d50-27a7-4c4c-8e0e-0a18cc3205d3,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:07.885967 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33948) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:07.935596 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:08.024381 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:08.224779 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:08.449745 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Deleting port a6bfedba-db71-4779-b97c-8e78075a9ac9 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:08.450191 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:08.481638 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:08.500808 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] No Port match for: 946d121a-e615-4650-bce3-adb5c9e38417 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:08.501146 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Device 946d121a-e615-4650-bce3-adb5c9e38417 not bound to the agent host hv-cinder-81558 {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:08.542444 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] For port a6bfedba-db71-4779-b97c-8e78075a9ac9, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a6bfedba-db71-4779-b97c-8e78075a9ac9,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:08.542806 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:08.557071 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Calling delete_port for a6bfedba-db71-4779-b97c-8e78075a9ac9 owned by network:router_interface {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:08.746919 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (a6bfedba-db71-4779-b97c-8e78075a9ac9), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:08.769082 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bfedba-db71-4779-b97c-8e78075a9ac9,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:08.795998 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:08.884529 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:08.936742 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.143898 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Router a3b11783-c9b0-44b1-aba5-26be54dd3f9c has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:09:09.246148 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:09:09.251500 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-7441d997-0f7a-4f2c-867a-26e973f761e1 admin admin] 10.222.0.26 "PUT /v2.0/routers/a3b11783-c9b0-44b1-aba5-26be54dd3f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644607 Jun 23 02:09:09.254298 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33950) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:09.255266 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Sync routers for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:09:09.265531 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:09.266202 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:09.349633 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks [] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.365654 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: dv-cinder-815582-9-iscsi {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:09.445271 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks [] for router_gateway (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.490847 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Deleting port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:09.491147 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.510908 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:09.532653 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:09:08Z', 'revision_number': 5, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port': {'id': '4ac56773-7abc-4aa7-8cd2-4fcbb83a4474', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:41Z', 'updated_at': '2022-06-23T02:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:09.548904 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:09.559253 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Checking router: a3b11783-c9b0-44b1-aba5-26be54dd3f9c for host: dv-cinder-815582-9-iscsi {{(pid=104189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:09:09.567844 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Routers {'a3b11783-c9b0-44b1-aba5-26be54dd3f9c'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:09.568438 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'], 'active': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:09.573075 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] For port 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:09.573436 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.586377 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Calling delete_port for 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 owned by network:router_gateway {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:09.601933 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:09.631330 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:09.650534 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvr_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] Set router a3b11783-c9b0-44b1-aba5-26be54dd3f9c gateway port host: None {{(pid=104189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:09.697553 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.l3_hamode_db [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:09:09Z', 'revision_number': 6, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:09.724141 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de3d091-907c-4a23-a923-2f73f65b47a6 None None] The sync data for ids ['a3b11783-c9b0-44b1-aba5-26be54dd3f9c'] in dv-cinder-815582-9-iscsi is: [{'id': 'a3b11783-c9b0-44b1-aba5-26be54dd3f9c', 'name': 'tempest-TestShelveInstance-322097734-router', 'tenant_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:40Z', 'updated_at': '2022-06-23T02:09:09Z', 'revision_number': 6, 'project_id': '136fd75d8a874bb3aa24ef1564f8e36b', 'gw_port_host': None}] {{(pid=104189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:09:09.754949 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (4ac56773-7abc-4aa7-8cd2-4fcbb83a4474), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.777943 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac56773-7abc-4aa7-8cd2-4fcbb83a4474,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:09.843250 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.926593 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.928895 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks [] for router_controller (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.970021 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (a3b11783-c9b0-44b1-aba5-26be54dd3f9c), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.970785 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b11783-c9b0-44b1-aba5-26be54dd3f9c {{(pid=104187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:09:09.975177 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:09.976360 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-c11b561f-0100-4cf7-ba52-f79b5202bd08 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a3b11783-c9b0-44b1-aba5-26be54dd3f9c HTTP/1.1" status: 204 len: 168 time: 0.7211134 Jun 23 02:09:09.978950 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33952) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:10.023236 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Deleting subnet a1018453-8a53-4cbc-9b8b-33cd06535468 {{(pid=104187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:09:10.026439 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Publish callbacks [] for subnet (a1018453-8a53-4cbc-9b8b-33cd06535468), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.061464 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26709501'] for subnet (a1018453-8a53-4cbc-9b8b-33cd06535468), precommit_delete_associations {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.146566 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (a1018453-8a53-4cbc-9b8b-33cd06535468), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.204859 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25555632'] for subnet (a1018453-8a53-4cbc-9b8b-33cd06535468), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.229885 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1018453-8a53-4cbc-9b8b-33cd06535468,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:10.233509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.238936 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-79e024d7-e0ba-44fb-8f1b-1e4208f44f70 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1018453-8a53-4cbc-9b8b-33cd06535468 HTTP/1.1" status: 204 len: 168 time: 0.2566111 Jun 23 02:09:10.239358 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ab134-7333-482f-9c12-5f6250af1583 None None] Network 1e8ae29d-b299-4bb7-a891-5414865429d4 requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:09:10.239876 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33954) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:10.310976 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (1e8ae29d-b299-4bb7-a891-5414865429d4), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.357254 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Deleting port 7fdaff04-978e-467f-96bc-9af1f3ee064e {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:10.357594 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.421262 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] For port 7fdaff04-978e-467f-96bc-9af1f3ee064e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=7fdaff04-978e-467f-96bc-9af1f3ee064e,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:10.421537 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.435238 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Calling delete_port for 7fdaff04-978e-467f-96bc-9af1f3ee064e owned by network:dhcp {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:10.470545 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] DHCP port deletion for 1e8ae29d-b299-4bb7-a891-5414865429d4 request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:09:10.511701 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Deleting port 7fdaff04-978e-467f-96bc-9af1f3ee064e {{(pid=104188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:10.512044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), before_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.522296 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.545684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdaff04-978e-467f-96bc-9af1f3ee064e,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:10.551424 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] No DVR routers for this DVR port 7fdaff04-978e-467f-96bc-9af1f3ee064e on host dv-cinder-815582-9-iscsi {{(pid=104186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:09:10.594918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.db [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] For port 7fdaff04-978e-467f-96bc-9af1f3ee064e, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=7fdaff04-978e-467f-96bc-9af1f3ee064e,segment=NetworkSegment(7a57673d-c0a2-4728-a14b-d6228357a302),segment_id=7a57673d-c0a2-4728-a14b-d6228357a302)] {{(pid=104188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:10.595638 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), precommit_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.611703 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Calling delete_port for 7fdaff04-978e-467f-96bc-9af1f3ee064e owned by network:dhcp {{(pid=104188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:10.626631 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (1e8ae29d-b299-4bb7-a891-5414865429d4), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.650947 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ae29d-b299-4bb7-a891-5414865429d4']}} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:10.661170 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a57673d-c0a2-4728-a14b-d6228357a302') {'for_net_delete': True} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:10.661492 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.services.segments.db [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a57673d-c0a2-4728-a14b-d6228357a302') {} {{(pid=104186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:10.672247 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321957'] for segment (7a57673d-c0a2-4728-a14b-d6228357a302), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.678276 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:10.690825 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (7a57673d-c0a2-4728-a14b-d6228357a302), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.691493 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235'] for port (7fdaff04-978e-467f-96bc-9af1f3ee064e), after_delete {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.698611 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:09:10.699201 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26321332'] for segment (7a57673d-c0a2-4728-a14b-d6228357a302), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.704168 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] No DVR routers for this DVR port 7fdaff04-978e-467f-96bc-9af1f3ee064e on host dv-cinder-815582-9-iscsi {{(pid=104188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:09:10.736105 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Pushing event deleted for resources: {'Port': ['ID=7fdaff04-978e-467f-96bc-9af1f3ee064e,revision_number=None']} {{(pid=104188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:10.744350 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.744734 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.745082 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.745425 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.745813 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.746151 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.746478 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.746805 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.747127 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.747498 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.747822 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.748147 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.748591 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.748923 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.749328 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8baf2fb-c7d0-4ca3-a1e8-115ee1bf4c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-9-iscsi {{(pid=104188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 02:09:10.754779 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 7a57673d-c0a2-4728-a14b-d6228357a302 resource provider aggregate not found Jun 23 02:09:10.774678 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.services.segments.plugin [-] Segment 7a57673d-c0a2-4728-a14b-d6228357a302 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a57673d-c0a2-4728-a14b-d6228357a302 found for delete ", "request_id": "req-c7d7c35b-86c9-40ac-b66f-f433862032b7"}]} Jun 23 02:09:10.775930 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (1e8ae29d-b299-4bb7-a891-5414865429d4), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.781684 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:10.785022 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e8ae29d-b299-4bb7-a891-5414865429d4 HTTP/1.1" status: 204 len: 168 time: 0.5445464 Jun 23 02:09:10.788077 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33960) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:10.796195 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a6a22-0c3f-4862-a5b9-03a3a70698b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8ae29d-b299-4bb7-a891-5414865429d4,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:10.896919 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a6bfedba-db71-4779-b97c-8e78075a9ac9 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:10.916985 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: a6bfedba-db71-4779-b97c-8e78075a9ac9 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:10.917446 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a6bfedba-db71-4779-b97c-8e78075a9ac9 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:10.917942 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:10.936706 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:10.937033 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 4ac56773-7abc-4aa7-8cd2-4fcbb83a4474 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:10.937462 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 7fdaff04-978e-467f-96bc-9af1f3ee064e no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:10.959163 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 7fdaff04-978e-467f-96bc-9af1f3ee064e {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:10.959520 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 7fdaff04-978e-467f-96bc-9af1f3ee064e not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:11.257130 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:11.344371 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:11.355107 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492424'] for router_interface (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:11.573359 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Deleting port 2747c6c7-e58d-4621-bd15-4d19b554b29b {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:11.573633 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:11.654479 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] For port 2747c6c7-e58d-4621-bd15-4d19b554b29b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=2747c6c7-e58d-4621-bd15-4d19b554b29b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:11.654834 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:11.668550 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Calling delete_port for 2747c6c7-e58d-4621-bd15-4d19b554b29b owned by network:router_interface {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:11.859903 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (2747c6c7-e58d-4621-bd15-4d19b554b29b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:11.888442 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Pushing event deleted for resources: {'Port': ['ID=2747c6c7-e58d-4621-bd15-4d19b554b29b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:12.053653 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492316'] for router_interface (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.065241 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:12.251327 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:12.275134 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 has already been hosted by L3 agent 05d848a7-aa0f-49fa-82fe-2ebc467fd736 {{(pid=104187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 02:09:12.381154 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] Notify agent at l3_agent.dv-cinder-815582-9-iscsi the message routers_updated {{(pid=104187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 02:09:12.387018 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-32f3011a-1d60-4b7e-894a-2a75466b128c admin admin] 10.222.0.26 "PUT /v2.0/routers/1724f2f1-1236-40d1-9978-b6fb8f3e8fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5976577 Jun 23 02:09:12.389112 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33962) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:12.390659 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Sync routers for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 02:09:12.401269 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:12.401873 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:12.445738 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:12.490603 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks [] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.499923 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: dv-cinder-815582-9-iscsi {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:12.593164 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks [] for router_gateway (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.640026 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Deleting port b120ed84-3450-434d-938f-2ed105613a63 {{(pid=104186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:12.640312 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (b120ed84-3450-434d-938f-2ed105613a63), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.729974 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.db [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] For port b120ed84-3450-434d-938f-2ed105613a63, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=b120ed84-3450-434d-938f-2ed105613a63,segment=NetworkSegment(0f0e30c0-d388-4077-b091-8aac286050a1),segment_id=0f0e30c0-d388-4077-b091-8aac286050a1)] {{(pid=104186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:12.730443 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (b120ed84-3450-434d-938f-2ed105613a63), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.744229 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.plugins.ml2.plugin [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Calling delete_port for b120ed84-3450-434d-938f-2ed105613a63 owned by network:router_gateway {{(pid=104186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:12.797379 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'external_fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b120ed84-3450-434d-938f-2ed105613a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:09:11Z', 'revision_number': 5, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port': {'id': 'b120ed84-3450-434d-938f-2ed105613a63', 'name': '', 'network_id': 'f0df8903-9373-4161-b6cf-d8a4dd6c42c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f2a6529-3568-43ff-86ab-35f3fefcc29a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-9-iscsi'}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:12.822303 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Checking router: 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 for host: dv-cinder-815582-9-iscsi {{(pid=104188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 02:09:12.831120 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Routers {'1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'} bound to L3 agent in host dv-cinder-815582-9-iscsi {{(pid=104188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 02:09:12.831772 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T01:48:31Z,description=,heartbeat_timestamp=2022-06-23T02:09:01Z,host='dv-cinder-815582-9-iscsi',id=05d848a7-aa0f-49fa-82fe-2ebc467fd736,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T01:48:31Z,topic='l3_agent')) {'router_ids': ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'], 'active': True} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:12.913131 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26321289'] for port (b120ed84-3450-434d-938f-2ed105613a63), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:12.917042 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:12.918530 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_dvr_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] Set router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 gateway port host: None {{(pid=104188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 02:09:12.944000 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b120ed84-3450-434d-938f-2ed105613a63,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:12.969830 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.db.l3_hamode_db [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:09:12Z', 'revision_number': 6, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port_host': None}], 'dv-cinder-815582-9-iscsi', False) {} {{(pid=104188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:12.997163 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac1117-5460-4354-9fd7-0da5f5ae1202 None None] The sync data for ids ['1724f2f1-1236-40d1-9978-b6fb8f3e8fa6'] in dv-cinder-815582-9-iscsi is: [{'id': '1724f2f1-1236-40d1-9978-b6fb8f3e8fa6', 'name': 'tempest-TestShelveInstance-1157084004-router', 'tenant_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T02:04:45Z', 'updated_at': '2022-06-23T02:09:12Z', 'revision_number': 6, 'project_id': '1183d7efcd9847ef8bd9875f0d38a7f2', 'gw_port_host': None}] {{(pid=104188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 02:09:13.004625 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496184'] for router_gateway (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.090551 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14984'] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.092807 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks [] for router_controller (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.137431 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-493759'] for router (1724f2f1-1236-40d1-9978-b6fb8f3e8fa6), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.137962 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 {{(pid=104186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 02:09:13.142189 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.143433 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-068fca30-820c-49d1-91e3-08065d2380fb admin admin] 10.222.0.26 "DELETE /v2.0/routers/1724f2f1-1236-40d1-9978-b6fb8f3e8fa6 HTTP/1.1" status: 204 len: 168 time: 0.7531235 Jun 23 02:09:13.146043 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33964) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:13.190980 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Deleting subnet 3bebce64-a964-4ede-9837-f26943225e10 {{(pid=104186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 02:09:13.193642 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:13.194499 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Publish callbacks [] for subnet (3bebce64-a964-4ede-9837-f26943225e10), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.230145 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321982'] for subnet (3bebce64-a964-4ede-9837-f26943225e10), precommit_delete_associations {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.312239 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504584'] for subnet (3bebce64-a964-4ede-9837-f26943225e10), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.346429 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:13.369558 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26321374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26224180'] for subnet (3bebce64-a964-4ede-9837-f26943225e10), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.396617 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bebce64-a964-4ede-9837-f26943225e10,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:13.400419 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for subnet (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.406442 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-fad25248-ca39-4066-be21-004d95e9ae51 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3bebce64-a964-4ede-9837-f26943225e10 HTTP/1.1" status: 204 len: 168 time: 0.2594047 Jun 23 02:09:13.407120 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33966) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:13.414169 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08fc7a-b459-4b82-baa0-ef2ecaef5d34 None None] Network 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee requested from dv-cinder-815582-9-iscsi {{(pid=104188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 02:09:13.432807 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:13.487689 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548063'] for network (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.529673 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Deleting port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b {{(pid=104187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 02:09:13.530010 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773128083496'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.596128 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.db [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] For port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b, host dv-cinder-815582-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-9-iscsi',level=0,port_id=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,segment=NetworkSegment(52f7a538-91ab-40d6-9be1-55cb10df6922),segment_id=52f7a538-91ab-40d6-9be1-55cb10df6922)] {{(pid=104187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 02:09:13.596500 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498367'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.609286 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.plugin [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Calling delete_port for a041cd91-afcd-40b4-a8fe-f78c0bd1f66b owned by network:dhcp {{(pid=104187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 02:09:13.691554 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773128089200', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773127684235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284969'] for port (a041cd91-afcd-40b4-a8fe-f78c0bd1f66b), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.720137 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Pushing event deleted for resources: {'Port': ['ID=a041cd91-afcd-40b4-a8fe-f78c0bd1f66b,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:13.724268 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] No DVR routers for this DVR port a041cd91-afcd-40b4-a8fe-f78c0bd1f66b on host dv-cinder-815582-9-iscsi {{(pid=104187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 02:09:13.801433 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559861', 'neutron.services.segments.db._delete_segments_for_network-8773128238475'] for network (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.823945 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930f9b9-1da5-4e38-a229-818faefc5b79 None None] DHCP port deletion for 3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee request from dv-cinder-815582-9-iscsi {{(pid=104188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 02:09:13.824562 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee']}} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:13.837509 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f7a538-91ab-40d6-9be1-55cb10df6922') {'for_net_delete': True} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:13.837921 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.services.segments.db [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f7a538-91ab-40d6-9be1-55cb10df6922') {} {{(pid=104187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 02:09:13.848552 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773128239508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26709478'] for segment (52f7a538-91ab-40d6-9be1-55cb10df6922), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.863149 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688'] for segment (52f7a538-91ab-40d6-9be1-55cb10df6922), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.870056 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 02:09:13.870425 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25284948'] for segment (52f7a538-91ab-40d6-9be1-55cb10df6922), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.901357 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 52f7a538-91ab-40d6-9be1-55cb10df6922 resource provider aggregate not found Jun 23 02:09:13.940219 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502831'] for network (3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.946250 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588967'] for network (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:13.949582 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee HTTP/1.1" status: 204 len: 168 time: 0.5413451 Jun 23 02:09:13.951070 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.services.segments.plugin [-] Segment 52f7a538-91ab-40d6-9be1-55cb10df6922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52f7a538-91ab-40d6-9be1-55cb10df6922 found for delete ", "request_id": "req-ac7f96d8-2873-4208-b81e-05c034d8ed5e"}]} Jun 23 02:09:13.962080 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99903f1d-ce68-4552-852f-1dc539973932 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4b4bac-bdeb-4e68-b7cb-7d389a81c9ee,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:14.206106 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33974) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:14.247602 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-96c9d30e-40e6-4ee4-a266-eaa54fbf1e16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=136fd75d8a874bb3aa24ef1564f8e36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402098 Jun 23 02:09:14.250930 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [-] (104186) accepted ('10.222.0.26', 33976) {{(pid=104186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:14.305481 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] Publish callbacks [] for security_group (fcb8925f-1886-464b-b782-25c08287b032), before_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.329176 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] Publish callbacks [] for security_group (fcb8925f-1886-464b-b782-25c08287b032), precommit_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.380721 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (fcb8925f-1886-464b-b782-25c08287b032), after_delete {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.383090 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron_lib.callbacks.manager [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.384224 dv-cinder-815582-9-iscsi neutron-server[104186]: INFO neutron.wsgi [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcb8925f-1886-464b-b782-25c08287b032 HTTP/1.1" status: 204 len: 168 time: 0.1322947 Jun 23 02:09:14.392192 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117621ae-28a1-47cd-a12b-7404775e0911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb8925f-1886-464b-b782-25c08287b032,revision_number=None']} {{(pid=104186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:14.774540 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33982) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:14.793819 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:14.815340 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-27e482f2-8715-4e7e-92ab-22d61cfdf49c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1183d7efcd9847ef8bd9875f0d38a7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397027 Jun 23 02:09:14.817801 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [-] (104187) accepted ('10.222.0.26', 33984) {{(pid=104187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 02:09:14.870263 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] Publish callbacks [] for security_group (14c2d3dc-38c6-400e-87d5-d083f77304be), before_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.892237 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a041cd91-afcd-40b4-a8fe-f78c0bd1f66b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:14.892776 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] Publish callbacks [] for security_group (14c2d3dc-38c6-400e-87d5-d083f77304be), precommit_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.910832 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: a041cd91-afcd-40b4-a8fe-f78c0bd1f66b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:14.911185 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device a041cd91-afcd-40b4-a8fe-f78c0bd1f66b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:14.911621 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b120ed84-3450-434d-938f-2ed105613a63 no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:14.921999 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:14.929344 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: b120ed84-3450-434d-938f-2ed105613a63 {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:14.929687 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device b120ed84-3450-434d-938f-2ed105613a63 not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:14.930089 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2747c6c7-e58d-4621-bd15-4d19b554b29b no longer exists at agent ovs-agent-dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 02:09:14.943623 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277968'] for security_group (14c2d3dc-38c6-400e-87d5-d083f77304be), after_delete {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.946083 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron_lib.callbacks.manager [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:14.947301 dv-cinder-815582-9-iscsi neutron-server[104187]: INFO neutron.wsgi [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14c2d3dc-38c6-400e-87d5-d083f77304be HTTP/1.1" status: 204 len: 168 time: 0.1285889 Jun 23 02:09:14.951481 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.plugin [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] No Port match for: 2747c6c7-e58d-4621-bd15-4d19b554b29b {{(pid=104188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 02:09:14.951989 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron.plugins.ml2.rpc [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Device 2747c6c7-e58d-4621-bd15-4d19b554b29b not bound to the agent host dv-cinder-815582-9-iscsi {{(pid=104188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 02:09:14.956622 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a6787-1539-4e5a-aba2-c6c568267935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2d3dc-38c6-400e-87d5-d083f77304be,revision_number=None']} {{(pid=104187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 02:09:24.387560 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:24.388781 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG dbcounter [-] [104186] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:24.929340 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:24.951692 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG dbcounter [-] [104187] Writing DB stats neutron:SELECT=2 {{(pid=104187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:24.967768 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=20 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:24.968610 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=7 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:25.271552 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:09:27.408955 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=22 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:28.449204 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5338ba41-1ba8-40be-a255-994f6abe26af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:30.730755 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-94fd9f50-2c7d-4bf2-8850-3676c851d620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:32.154933 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:33.371149 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:33.524736 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:34.881392 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:09:35.266243 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=27 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:44.871791 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:44.875644 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:56.200105 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:56.200909 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:09:58.449667 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e9337c44-c49a-4722-90ae-d48718513ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:00.731088 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-73225da5-136b-49a2-a1ae-4685a50702af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:02.158253 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:02.275984 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:10:03.374601 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:03.527115 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:04.885257 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:12.268957 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:14.871993 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:14.876031 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:28.446489 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e861fb40-1dd7-4bad-8d5d-4ba91e88f587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:30.737244 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-6c7e58ee-23b7-4374-87ce-cce50c5d1cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:32.161925 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:33.206218 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:33.207554 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:33.379545 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:33.525863 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:34.895901 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:10:39.278444 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:10:47.414173 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:47.416656 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:49.272747 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:49.273886 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:10:58.449195 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-86d6c0bc-5232-4c1a-83c3-1edddffef0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:00.736921 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-544ee39c-a3c4-495a-afc9-6b7cecf14b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:02.165471 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:03.389736 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:03.526365 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:04.895650 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:10.196295 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:10.206534 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:14.881472 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:14.889658 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:16.283261 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:11:27.404124 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=13 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:27.405317 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=15 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:28.445316 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-5d7b2c92-a83e-4ff5-8831-f86df543781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:30.737056 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-28248e89-a6e9-4410-994d-4de8ff385cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:32.167221 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:33.394974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:33.524336 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:34.926225 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:11:44.914040 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:44.918483 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:47.203279 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:47.296637 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:11:53.288154 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:11:58.451280 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-49b6c170-c102-47f7-938f-4b1193fdcba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:00.744128 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-dce75a49-2284-4aa3-a493-0041d6f9ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:02.169347 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:03.280144 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:03.282075 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:03.396938 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:03.528209 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:04.917343 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:10.585655 dv-cinder-815582-9-iscsi neutron-server[104187]: DEBUG neutron.wsgi [req-900eabc3-2be0-44b8-85ba-2dc2f6618a2e req-ba2f37ac-3f45-47ec-a7c4-cbc695d14c87 service neutron] (104187) timed out ('10.222.0.16', 49503) {{(pid=104187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 02:12:14.902051 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:14.911053 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:27.241609 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:27.242635 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:28.448048 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-986bb877-20d3-4985-9ce0-6fe861c7ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:30.290496 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:12:30.742496 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e2bedbd8-f60c-4d74-8128-f18f35c2d114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:32.176446 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:33.398275 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:33.534206 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:34.942118 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:12:40.284110 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:40.285456 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:47.404728 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:47.405883 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:12:58.442763 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dc0b-b289-4cd5-ad74-8cffe537b2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:00.734203 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7af21bf1-94c4-42ec-91c9-cdd2ac47f874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:01.199653 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:01.200564 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:02.183429 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:03.403872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:03.519872 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:04.940532 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:07.291733 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:13:14.929084 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:14.933177 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:17.286600 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:27.395065 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=10 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:27.400735 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=16 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:28.442259 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-f9a7243b-07f1-4ec5-8f86-57f3103effa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:30.738819 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e3cc73ba-7cdb-478b-99b0-cb88781b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:32.186359 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:33.414678 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:33.526790 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:34.943153 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:13:38.202248 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:38.203542 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:44.291419 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:13:44.928659 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:44.933069 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:54.287648 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:54.288810 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:13:58.447509 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c758-472d-42d6-b628-9a466f58ac43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:00.742820 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9a51944f-068d-4235-b596-7fd97a1b0aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (05d848a7-aa0f-49fa-82fe-2ebc467fd736), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:02.191197 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-8072bf02-8efa-411d-9052-1a4fe25dcf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (3cf0022f-b5f7-4d14-a9cf-74dffdb69ac5), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:03.415044 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-9b05bbab-952b-4f0c-a068-75844cd3c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (bb933fa7-5df1-47b4-bfe2-c9e7ee1cbb79), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:03.526673 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-7471d8ee-941b-4165-9538-4d62bb03f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (8d261246-28c8-426f-a705-fda8405c7d8a), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:04.937660 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-2c95474f-b619-4016-85ce-6b9b2c3cdc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (a7a8bf38-4711-437b-b51d-99b5464cc83b), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 02:14:14.927558 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:14:14.930974 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG dbcounter [-] [104188] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:14:15.201411 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:14:15.202113 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 02:14:20.068260 dv-cinder-815582-9-iscsi neutron-server[104186]: DEBUG neutron.wsgi [req-2f7072bf-3c35-4b8d-a125-afc1f4989cda req-691b6e8f-8d57-46ce-9cbd-95eacd7ad023 service neutron] (104186) timed out ('10.222.0.16', 49508) {{(pid=104186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 02:14:21.293490 dv-cinder-815582-9-iscsi neutron-server[104189]: DEBUG neutron.db.agents_db [None req-bffe6033-ac1b-4165-87d5-0d22cb7d5c25 None None] Agent healthcheck: found 6 active agents {{(pid=104189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 02:14:28.442918 dv-cinder-815582-9-iscsi neutron-server[104188]: DEBUG neutron_lib.callbacks.manager [None req-e4adeb36-89b8-495c-bfaa-7163c6503700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773128238457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1505140'] for agent (c813c661-0b3b-48c9-9f7c-10be9790aa39), after_update {{(pid=104188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}